-- Logs begin at Tue 2022-08-09 15:23:23 UTC, end at Tue 2022-08-09 17:09:22 UTC. -- Aug 09 16:41:51.790964 dv-cinder-852570-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 09 16:41:54.667931 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.common.config [-] Logging enabled! Aug 09 16:41:54.668566 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.4.1.dev7 Aug 09 16:41:54.668717 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109739) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 16:41:54.671915 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.common.config [-] Logging enabled! Aug 09 16:41:54.672167 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.4.1.dev7 Aug 09 16:41:54.672482 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109739) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 16:41:54.673503 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 16:41:54.673738 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 16:41:54.674105 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 16:41:54.674353 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 16:41:54.674579 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 16:41:54.674901 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.675201 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.675500 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.675732 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.676029 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.676320 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.676608 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.676901 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.677199 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.677509 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.677796 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.678086 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.678319 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.678603 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.678896 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.679188 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.679414 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] debug = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.679697 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.680124 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.681084 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.681371 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.681696 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.681982 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.682262 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.682542 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.682833 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.683182 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] host = dv-cinder-852570-1-iscsi {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.683464 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.683754 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.684043 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.684332 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.684610 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.684892 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.685180 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.685489 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.685767 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] log_file = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.686044 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.686335 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.686625 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.686916 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.687145 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.687369 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.687660 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.687951 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.688230 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.688507 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.688783 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.689060 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.689336 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.689631 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.689920 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.690206 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.690494 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.690771 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.691046 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.691321 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.691596 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.691883 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.692159 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.692434 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.692708 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.692994 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.693266 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.693565 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.693873 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.694161 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.694446 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.694732 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.695007 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.695292 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.695573 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.695847 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.696676 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] use_json = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.696953 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.697365 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.697702 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.697983 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.698261 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.698538 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.698812 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.699102 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.699376 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:54.699678 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.699978 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.700286 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.700580 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.700875 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.701158 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.701472 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.701756 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.702051 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.702345 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.702640 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.702922 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.703214 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.703496 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.703794 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.704106 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.704404 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.704699 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.704978 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.705256 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.705559 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.705842 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.706132 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.706414 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.706705 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.706997 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.707279 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.707570 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.707866 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.708160 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.708436 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.708719 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.709014 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.709294 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.709599 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.709881 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.710176 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.710457 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.710731 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.711015 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.711309 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.711633 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.712052 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.712341 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.712638 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.712922 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.713202 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.713508 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.713790 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.714066 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.714357 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.714639 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.714916 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.715191 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.715471 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.715752 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.716026 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.716305 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.716581 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.716861 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.717135 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.717427 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.717709 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.717985 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.718262 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.718539 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.718816 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.719097 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.719373 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.719648 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.719924 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.720200 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.720477 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.720770 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.721074 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.721358 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.721667 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.721949 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.722230 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.722512 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.722796 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.723079 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.723367 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.723674 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.723940 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.724228 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.724521 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.724809 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.725099 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.725399 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.725706 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.725994 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.726272 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.726559 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.726847 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.727166 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.727504 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.728009 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.728500 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.728994 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.729314 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.729632 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.729957 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.730248 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:54.730472 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 16:41:54.730724 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109739) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 09 16:41:55.089277 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 16:41:55.089504 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 16:41:55.089797 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 16:41:55.090139 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 09 16:41:55.496294 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.496594 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.496870 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.498210 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.498491 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.498759 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.539488 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.539834 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.540077 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.554856 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.555139 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.556067 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.585165 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.585475 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.585757 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.623907 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.624193 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.624465 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.858843 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.859489 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.859489 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.859646 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.860343 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.983188 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.983516 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.983805 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.984086 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.984363 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.984685 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.984954 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.985220 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.985514 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.985809 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.986079 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.986352 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.986616 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.986875 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.987175 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.987481 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.987744 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.988019 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.988299 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.988567 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.988846 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.989107 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.989398 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.989810 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.990071 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.990326 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:55.990736 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109739) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 16:41:55.990984 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109739) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 16:41:55.991224 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109739) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 16:41:55.991461 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109739) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 16:41:55.991701 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109739) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 16:41:55.991940 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109739) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 16:41:55.992313 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 09 16:41:55.996470 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 09 16:41:56.000451 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 09 16:41:56.004432 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Aug 09 16:41:56.006095 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 09 16:41:56.006555 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 09 16:41:56.006895 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 09 16:41:56.007294 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 09 16:41:56.010899 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 09 16:41:56.011157 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 09 16:41:56.011515 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 16:41:56.016881 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 09 16:41:56.039186 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 09 16:41:56.039688 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.040044 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109739) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 09 16:41:56.040492 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.041912 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109739) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 09 16:41:56.042207 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 16:41:56.042618 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 09 16:41:56.045977 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.046268 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:56.111284 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 09 16:41:56.111438 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 09 16:41:56.111677 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 09 16:41:56.112061 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 09 16:41:56.137715 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_db.sqlalchemy.engines [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109739) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 09 16:41:56.851174 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.managers [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Initializing driver for type 'gre' Aug 09 16:41:56.851707 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] gre ID ranges: [(1, 1000)] Aug 09 16:41:57.042958 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.managers [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Initializing driver for type 'local' Aug 09 16:41:57.043633 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.managers [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Initializing driver for type 'vlan' Aug 09 16:41:57.131156 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] VlanTypeDriver initialization complete Aug 09 16:41:57.131425 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.managers [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Initializing driver for type 'vxlan' Aug 09 16:41:57.131938 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] vxlan ID ranges: [(1, 1000)] Aug 09 16:41:57.331343 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.managers [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Initializing extension driver 'port_security' Aug 09 16:41:57.331677 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.extensions.port_security [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] PortSecurityExtensionDriver initialization complete Aug 09 16:41:57.332010 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.managers [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Initializing mechanism driver 'openvswitch' Aug 09 16:41:57.332327 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.managers [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Initializing mechanism driver 'hyperv' Aug 09 16:41:57.339618 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.plugins.ml2.plugin [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:57.340314 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > port after_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.340690 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > port after_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.341044 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > port after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.341636 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109739) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 09 16:41:57.342095 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > subnet after_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.342441 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > subnet after_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.342786 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.343181 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109739) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 09 16:41:57.343592 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > network after_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.343938 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > network after_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.344278 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > network after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.344669 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109739) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 09 16:41:57.345075 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > security_group after_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.345453 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > security_group after_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.348175 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.348175 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109739) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 09 16:41:57.348175 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.348175 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.348175 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.348577 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109739) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 09 16:41:57.348577 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > address_group after_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.348577 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > address_group after_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.348905 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.349303 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109739) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 09 16:41:57.349792 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] ML2 OVO RPC backend initialized. {{(pid=109739) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 09 16:41:57.350589 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.350947 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.351371 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > network before_response 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.351727 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > networks before_response 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.352761 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > port before_response 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.353119 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > ports before_response 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.353497 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > subnet before_response 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.353843 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > subnets before_response 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.354193 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > network after_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.354535 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > network after_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.354870 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > network after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.355305 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > port after_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.355643 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > port after_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.355978 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > port after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.356312 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > subnet after_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.356645 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > subnet after_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.357092 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.364690 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.quota [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded quota_driver: . Aug 09 16:41:57.365057 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.plugin [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Modular L2 Plugin initialization complete Aug 09 16:41:57.365436 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading services supported by the core plugin {{(pid=109739) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 09 16:41:57.365775 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.plugins.ml2.managers [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Got port-security extension from driver 'port_security' Aug 09 16:41:57.366293 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.extensions.vlantransparent [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Disabled vlantransparent extension. Aug 09 16:41:57.366789 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109739) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 09 16:41:57.367109 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading Plugin: router Aug 09 16:41:57.404461 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.404777 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router after_create 55549900 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.405148 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router before_create 55549900 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.405545 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.405903 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.406258 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router after_delete 55549900 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.406616 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.406959 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.407312 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router after_create 55549900 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.407656 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router after_update 55549900 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.408000 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router after_update 55549900 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.408347 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.408702 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router after_update 55549900 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.409109 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router precommit_update 55549900 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.409510 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: port after_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.409848 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: port after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.410183 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: subnet after_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.410519 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.410865 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.411211 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router precommit_create 55549900 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.411551 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: port before_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.411897 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router precommit_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.412249 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router after_update 55549900 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.412589 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.412939 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router precommit_create 55549900 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.413301 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.413678 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router precommit_update 55549900 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.414042 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > agent after_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.414391 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > agent after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.414948 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > network after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.415930 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Tracking information for resource: router configured {{(pid=109739) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 16:41:57.416255 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Tracking information for resource: floatingip configured {{(pid=109739) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 16:41:57.421259 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.db.l3_agentschedulers_db [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 09 16:41:57.421878 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: port after_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.422244 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: port after_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.422605 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: port after_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.422954 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: port after_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.423749 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router before_create 55550100 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.424114 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.424476 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router precommit_create 55550100 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.424830 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > router precommit_update 55550100 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.429775 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.services.provider_configuration [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Service providers = [] {{(pid=109739) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 09 16:41:57.430156 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.db.servicetype_db [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109739) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 09 16:41:57.433133 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.services.service_base [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109739) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 16:41:57.433497 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.services.service_base [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109739) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 16:41:57.433833 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.services.service_base [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109739) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 16:41:57.434703 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.services.service_base [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109739) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 16:41:57.435067 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.services.service_base [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 09 16:41:57.435445 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109739) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 16:41:57.435756 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 09 16:41:57.446562 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109739) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 16:41:57.446895 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading Plugin: auto_allocate Aug 09 16:41:57.452828 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: network precommit_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.453199 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: network precommit_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.453754 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109739) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 16:41:57.454074 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading Plugin: tag Aug 09 16:41:57.460574 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109739) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 16:41:57.460896 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading Plugin: timestamp Aug 09 16:41:57.465738 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109739) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 16:41:57.466073 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading Plugin: network_ip_availability Aug 09 16:41:57.471562 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.471943 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.472306 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.473069 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109739) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 16:41:57.473392 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading Plugin: flavors Aug 09 16:41:57.478390 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109739) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 16:41:57.478723 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading Plugin: revisions Aug 09 16:41:57.483025 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109739) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 16:41:57.483422 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_concurrency.lockutils [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.394s {{(pid=109739) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 16:41:57.484178 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109739) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Aug 09 16:41:57.484511 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Initializing extension manager. Aug 09 16:41:57.485020 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: __init__.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.485366 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: __pycache__ {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.485737 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.486073 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: address_group.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.486838 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.487430 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: address-group Aug 09 16:41:57.487751 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: address_scope.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.488469 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.488982 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: address-scope Aug 09 16:41:57.489305 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.490264 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.490778 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: router-admin-state-down-before-update Aug 09 16:41:57.491099 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: agent.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.491990 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.492498 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: agent Aug 09 16:41:57.493665 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: agent_resources_synced.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.494791 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.495307 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: agent-resources-synced Aug 09 16:41:57.495629 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: allowedaddresspairs.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.497444 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.497966 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: allowed-address-pairs Aug 09 16:41:57.498289 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: auto_allocated_topology.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.499358 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.499875 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: auto-allocated-topology Aug 09 16:41:57.500198 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: availability_zone.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.500885 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.501393 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: availability_zone Aug 09 16:41:57.501744 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: availability_zone_filter.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.502658 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.503166 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: availability_zone_filter Aug 09 16:41:57.503485 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: data_plane_status.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.504383 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.504890 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension data-plane-status not supported by any of loaded plugins Aug 09 16:41:57.505208 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: default_subnetpools.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.506135 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.506644 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: default-subnetpools Aug 09 16:41:57.506963 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.507773 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.508420 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: dhcp_agent_scheduler Aug 09 16:41:57.509387 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: dns.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.510307 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.510824 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension dns-integration not supported by any of loaded plugins Aug 09 16:41:57.511147 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: dns_domain_ports.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.512068 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.512579 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 09 16:41:57.512900 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.513843 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.514523 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 09 16:41:57.515043 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: dvr.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.515718 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.516230 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: dvr Aug 09 16:41:57.516551 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: ecmp_routes.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.517498 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.518006 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 09 16:41:57.518327 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: empty_string_filtering.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.519234 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.519749 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: empty-string-filtering Aug 09 16:41:57.520071 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.520983 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.521522 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 09 16:41:57.521852 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.522761 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.523269 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 09 16:41:57.523593 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: external_net.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.524504 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.525013 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: external-net Aug 09 16:41:57.525336 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.526265 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.526779 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: extra_dhcp_opt Aug 09 16:41:57.527102 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: extraroute.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.528005 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.528517 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: extraroute Aug 09 16:41:57.528840 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: extraroute_atomic.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.529901 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.530421 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: extraroute-atomic Aug 09 16:41:57.530751 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: filter_validation.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.531415 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.531953 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: filter-validation Aug 09 16:41:57.532312 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: fip_pf_description.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.533229 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.533767 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 09 16:41:57.534086 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: fip_port_details.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.534999 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.535507 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: fip-port-details Aug 09 16:41:57.535825 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: flavors.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.537055 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.537610 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: flavors Aug 09 16:41:57.537935 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.539617 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.540138 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 09 16:41:57.540469 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: floatingip_pools.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.541171 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.541732 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: floatingip-pools Aug 09 16:41:57.542063 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: ip_allocation.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.542995 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.543501 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension ip_allocation not supported by any of loaded plugins Aug 09 16:41:57.543827 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.544740 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.545252 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: ip-substring-filtering Aug 09 16:41:57.545613 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: l2_adjacency.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.546536 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.547044 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 09 16:41:57.547364 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: l3.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.548358 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.548878 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: router Aug 09 16:41:57.549200 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.551645 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.552179 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 09 16:41:57.552512 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.553493 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.554009 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: ext-gw-mode Aug 09 16:41:57.554336 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.555770 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.556285 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: l3-ha Aug 09 16:41:57.556606 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: l3_flavors.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.557552 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.558067 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: l3-flavors Aug 09 16:41:57.558392 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.559308 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.559837 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 09 16:41:57.560145 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: l3agentscheduler.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.561194 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.561741 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: l3_agent_scheduler Aug 09 16:41:57.562062 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: logging.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.563539 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.564058 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension logging not supported by any of loaded plugins Aug 09 16:41:57.564387 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: metering.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.565130 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.565747 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: metering Aug 09 16:41:57.566076 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.567166 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.567687 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: metering_source_and_destination_fields Aug 09 16:41:57.568012 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: multiprovidernet.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.568935 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.569474 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: multi-provider Aug 09 16:41:57.569802 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: netmtu.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.570711 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.571926 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: net-mtu Aug 09 16:41:57.572246 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: netmtu_writable.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.573173 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.573712 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: net-mtu-writable Aug 09 16:41:57.574036 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: network_availability_zone.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.574703 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.575214 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: network_availability_zone Aug 09 16:41:57.575533 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: network_ip_availability.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.576639 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.577154 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: network-ip-availability Aug 09 16:41:57.577499 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: network_segment_range.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.578270 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.578778 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension network-segment-range not supported by any of loaded plugins Aug 09 16:41:57.579098 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: pagination.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.580081 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.580406 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: pagination Aug 09 16:41:57.580725 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: port_device_profile.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.581663 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.582184 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: port-device-profile Aug 09 16:41:57.582521 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.583434 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.583969 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: port-mac-address-regenerate Aug 09 16:41:57.584291 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.585195 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.585734 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: port-numa-affinity-policy Aug 09 16:41:57.586057 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: port_resource_request.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.587000 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.587517 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension port-resource-request not supported by any of loaded plugins Aug 09 16:41:57.587840 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: portbindings.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.588748 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.589260 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: binding Aug 09 16:41:57.589603 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: portbindings_extended.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.592502 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.593040 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: binding-extended Aug 09 16:41:57.593378 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: portsecurity.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.594334 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.594860 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: port-security Aug 09 16:41:57.595191 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: project_id.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.596171 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.596506 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: project-id Aug 09 16:41:57.596833 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: providernet.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.597785 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.598305 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: provider Aug 09 16:41:57.598632 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: qos.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.610938 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.611481 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension qos not supported by any of loaded plugins Aug 09 16:41:57.611814 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.613083 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.613642 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 09 16:41:57.613975 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.614903 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.615420 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 09 16:41:57.615746 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: qos_default.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.616659 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.617177 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension qos-default not supported by any of loaded plugins Aug 09 16:41:57.617542 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: qos_fip.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.618990 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.619500 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension qos-fip not supported by any of loaded plugins Aug 09 16:41:57.619822 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: qos_gateway_ip.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.620754 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.621270 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 09 16:41:57.621615 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: qos_port_network_policy.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.622555 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.623093 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 09 16:41:57.623414 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: qos_pps_rule.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.624664 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.625116 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension qos-pps not supported by any of loaded plugins Aug 09 16:41:57.625468 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: qos_rule_type_details.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.626390 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.626906 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 09 16:41:57.627231 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: qos_rules_alias.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.628290 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.628802 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 09 16:41:57.629129 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: quotasv2.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.630120 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.630462 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: quotas Aug 09 16:41:57.630781 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: quotasv2_detail.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.632494 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.632839 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: quota_details Aug 09 16:41:57.633173 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: rbac.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.634900 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.636692 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: rbac-policies Aug 09 16:41:57.636692 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: rbac_address_group.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.637184 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.637745 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: rbac-address-group Aug 09 16:41:57.638076 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: rbac_address_scope.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.638995 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.639515 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: rbac-address-scope Aug 09 16:41:57.639842 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: rbac_security_groups.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.640764 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.641286 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: rbac-security-groups Aug 09 16:41:57.641634 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: rbac_subnetpool.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.642545 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.643060 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: rbac-subnetpool Aug 09 16:41:57.643386 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: revisionifmatch.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.644300 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.644817 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: revision-if-match Aug 09 16:41:57.645142 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: revisions.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.646496 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.647015 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: standard-attr-revisions Aug 09 16:41:57.647342 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: router_availability_zone.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.648019 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.648533 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: router_availability_zone Aug 09 16:41:57.648882 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: routerservicetype.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.650089 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.650587 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension router-service-type not supported by any of loaded plugins Aug 09 16:41:57.650911 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.651840 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.652353 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: security-groups-normalized-cidr Aug 09 16:41:57.652675 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.653651 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.654164 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: port-security-groups-filtering Aug 09 16:41:57.654534 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.655413 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.655929 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: security-groups-remote-address-group Aug 09 16:41:57.656255 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: securitygroup.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.666124 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.666742 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: security-group Aug 09 16:41:57.666999 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: segment.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.667810 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.668329 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension segment not supported by any of loaded plugins Aug 09 16:41:57.668656 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.669677 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.670193 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 09 16:41:57.670514 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: servicetype.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.671731 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.672257 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: service-type Aug 09 16:41:57.672584 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: sorting.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.673606 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.673938 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: sorting Aug 09 16:41:57.674264 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: standard_attr_segment.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.683268 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.683801 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 09 16:41:57.684125 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: standardattrdescription.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.684781 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.685301 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: standard-attr-description Aug 09 16:41:57.685655 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: stateful_security_group.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.686585 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.687103 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: stateful-security-group Aug 09 16:41:57.687428 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: stdattrs_common.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.688005 dv-cinder-852570-1-iscsi neutron-server[109739]: WARNING neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 09 16:41:57.688326 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.689261 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.689806 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 09 16:41:57.690129 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: subnet_onboard.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.691208 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.691722 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: subnet_onboard Aug 09 16:41:57.692045 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.692965 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.693507 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 09 16:41:57.693829 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: subnet_service_types.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.694760 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.695272 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: subnet-service-types Aug 09 16:41:57.695594 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: subnetallocation.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.697262 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.697808 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: subnet_allocation Aug 09 16:41:57.698133 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.698803 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.699321 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: subnetpool-prefix-ops Aug 09 16:41:57.699644 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.700584 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.701197 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 09 16:41:57.701442 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: tagging.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.702522 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.703054 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: standard-attr-tag Aug 09 16:41:57.703377 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: timestamp.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.704566 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.705089 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loaded extension: standard-attr-timestamp Aug 09 16:41:57.705432 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: trunk.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.706466 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.706984 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension trunk not supported by any of loaded plugins Aug 09 16:41:57.707311 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: trunk_details.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.716802 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.717320 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension trunk-details not supported by any of loaded plugins Aug 09 16:41:57.717683 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: uplink_status_propagation.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.718603 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.719142 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 09 16:41:57.719464 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Loading extension file: vlantransparent.py {{(pid=109739) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 09 16:41:57.720142 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109739) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 09 16:41:57.720653 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 09 16:41:57.723221 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Creating instance of TrackedResource for resource:network Aug 09 16:41:57.723756 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Creating instance of TrackedResource for resource:subnet Aug 09 16:41:57.724157 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 16:41:57.724553 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Creating instance of TrackedResource for resource:port Aug 09 16:41:57.725883 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.v2.resource_helper [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109739) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:57.726325 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.v2.resource_helper [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Service FLAVORS assigned prefix: {{(pid=109739) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:57.726957 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.v2.resource_helper [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109739) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:57.727442 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.v2.resource_helper [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109739) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:57.727782 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Creating instance of TrackedResource for resource:router Aug 09 16:41:57.728214 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 16:41:57.728708 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.v2.resource_helper [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Service METERING assigned prefix: /metering {{(pid=109739) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:57.730207 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.730582 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.730935 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:41:57.731975 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 16:41:57.732432 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Creating instance of TrackedResource for resource:security_group Aug 09 16:41:57.732866 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 16:41:57.733520 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.v2.resource_helper [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Service CORE assigned prefix: {{(pid=109739) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:57.733853 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 16:41:57.734200 dv-cinder-852570-1-iscsi neutron-server[109739]: WARNING neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] subnetpool is already registered Aug 09 16:41:57.734625 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.v2.resource_helper [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Service CORE assigned prefix: {{(pid=109739) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:57.734949 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 16:41:57.735305 dv-cinder-852570-1-iscsi neutron-server[109739]: WARNING neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] subnetpool is already registered Aug 09 16:41:57.737629 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.v2.resource_helper [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109739) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:57.738063 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.v2.resource_helper [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Service FLAVORS assigned prefix: {{(pid=109739) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:57.738657 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.v2.resource_helper [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109739) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:57.739080 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.v2.resource_helper [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109739) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:57.739411 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Creating instance of TrackedResource for resource:router Aug 09 16:41:57.739751 dv-cinder-852570-1-iscsi neutron-server[109739]: WARNING neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] router is already registered Aug 09 16:41:57.740165 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Creating instance of TrackedResource for resource:floatingip Aug 09 16:41:57.740499 dv-cinder-852570-1-iscsi neutron-server[109739]: WARNING neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] floatingip is already registered Aug 09 16:41:57.740952 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.v2.resource_helper [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Service METERING assigned prefix: /metering {{(pid=109739) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:57.741665 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 16:41:57.741988 dv-cinder-852570-1-iscsi neutron-server[109739]: WARNING neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] rbac_policy is already registered Aug 09 16:41:57.742405 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Creating instance of TrackedResource for resource:security_group Aug 09 16:41:57.743609 dv-cinder-852570-1-iscsi neutron-server[109739]: WARNING neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] security_group is already registered Aug 09 16:41:57.744123 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 16:41:57.744481 dv-cinder-852570-1-iscsi neutron-server[109739]: WARNING neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] security_group_rule is already registered Aug 09 16:41:57.745084 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.v2.resource_helper [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Service CORE assigned prefix: {{(pid=109739) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:57.745428 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 16:41:57.745784 dv-cinder-852570-1-iscsi neutron-server[109739]: WARNING neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] subnetpool is already registered Aug 09 16:41:57.746200 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.v2.resource_helper [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Service CORE assigned prefix: {{(pid=109739) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 16:41:57.746522 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 16:41:57.746853 dv-cinder-852570-1-iscsi neutron-server[109739]: WARNING neutron.quota.resource_registry [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] subnetpool is already registered Aug 09 16:41:57.747319 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: extensions {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.748817 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: address-groups {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.750356 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: address-scopes {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.751661 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: agents {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.752823 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: auto-allocated-topology {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.754105 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: availability_zones {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.755352 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: dhcp-networks {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.756868 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: dhcp-agents {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.758929 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: routers {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.761133 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: flavors {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.762337 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: service_profiles {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.763624 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: next_providers {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.765079 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: service_profiles {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.766659 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: floatingip-pools {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.769932 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: routers {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.770018 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: floatingips {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.771306 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: l3-routers {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.772693 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: l3-agents {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.774169 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: metering-labels {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.776535 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: metering-label-rules {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.777852 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: network-ip-availabilities {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.779154 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: bindings {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.780812 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: quotas {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.782295 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: quotas {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.783702 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: rbac-policies {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.784896 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: security-groups {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.786234 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: security-group-rules {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.787492 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: service-providers {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.788696 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: subnetpools {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.790287 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: subnetpools {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.791815 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: tags {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.796647 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: tags {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.796647 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: tags {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.797061 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: tags {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.798909 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: tags {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.800796 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: tags {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.802503 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: tags {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.804407 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: tags {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.807177 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: tags {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.808949 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron.api.extensions [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Extended resource: tags {{(pid=109739) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 16:41:57.815114 dv-cinder-852570-1-iscsi neutron-server[109739]: WARNING keystonemiddleware.auth_token [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 09 16:41:57.821619 dv-cinder-852570-1-iscsi neutron-server[109739]: WARNING keystonemiddleware.auth_token [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 09 16:41:57.829091 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_concurrency.lockutils [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Acquired lock "singleton_lock" {{(pid=109739) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 09 16:41:57.829594 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_concurrency.lockutils [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Releasing lock "singleton_lock" {{(pid=109739) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 09 16:41:57.830231 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO oslo_service.service [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Starting 2 workers Aug 09 16:41:57.834998 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Started child 109848 {{(pid=109739) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 16:41:57.839658 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Started child 109849 {{(pid=109739) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 16:41:57.841194 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:57.841869 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO neutron.service [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 09 16:41:57.841999 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Notify callbacks [] for process, before_spawn {{(pid=109739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:57.842699 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [-] (109848) wsgi starting up on http://0.0.0.0:9696 Aug 09 16:41:57.844491 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO oslo_service.service [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Starting 1 workers Aug 09 16:41:57.844603 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:57.846011 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [-] (109849) wsgi starting up on http://0.0.0.0:9696 Aug 09 16:41:57.849696 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Started child 109850 {{(pid=109739) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 16:41:57.850259 dv-cinder-852570-1-iscsi neutron-server[109739]: INFO oslo_service.service [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Starting 1 workers Aug 09 16:41:57.854079 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.service [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] calling RpcWorker wait() {{(pid=109850) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 09 16:41:57.854946 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.service [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] returning from RpcWorker wait() {{(pid=109850) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 09 16:41:57.855484 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Started child 109851 {{(pid=109739) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 16:41:57.856168 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:57.856327 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG neutron_lib.callbacks.manager [None req-c96da53a-a32c-42be-8b65-eced635c3a24 None None] Notify callbacks [] for process, after_spawn {{(pid=109739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:57.856672 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:57.858380 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109739) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 16:41:57.858577 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 16:41:57.858758 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 16:41:57.859146 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 16:41:57.859482 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 16:41:57.859645 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 16:41:57.860150 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.860435 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.860713 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.860974 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.861437 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.862019 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.862270 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.862416 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:41:57.863203 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.863483 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.863737 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:57.863904 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.864031 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.864198 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.864582 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.864845 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.865152 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.865439 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.865687 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.865963 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.866130 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.866537 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.866794 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.867189 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.867462 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] debug = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.867835 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.869109 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.869368 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.869642 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.869868 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.870094 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.870308 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.870555 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.870792 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.871011 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.871228 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.871464 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.871706 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.872015 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.872343 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.872560 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.872729 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.873069 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] host = dv-cinder-852570-1-iscsi {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.873298 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.879046 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.879046 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.879046 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.879046 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.879046 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.879046 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.879046 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.879046 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.880178 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.880178 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.880178 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.880178 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.880178 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] log_file = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.880178 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] log_options = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.880178 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.880178 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.880178 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.881465 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.881465 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.881465 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.881465 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.881465 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.881465 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.881465 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.882467 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.882467 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.882467 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.882467 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.882467 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.882467 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.882467 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.882467 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.884824 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.884824 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.884824 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.884824 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.884824 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.884824 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.884824 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.884824 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.885878 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.885878 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.885878 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.885878 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.885878 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.885878 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.885878 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.885878 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.886977 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.886977 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.886977 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.886977 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.886977 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.886977 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.886977 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.887750 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.887750 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.887750 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.887750 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.888259 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.888259 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] use_json = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.888513 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.888649 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.888861 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.889025 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.889263 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.889501 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.889719 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.889955 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.890207 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.890643 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.890936 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.891277 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.891532 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.891769 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.892018 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.892253 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.892627 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.892745 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.893038 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.893668 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.893668 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.893962 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.894239 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.894386 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.894977 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.894977 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.895264 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.895404 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.895691 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.895856 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.896055 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.896377 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.896536 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.896767 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.897000 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.897240 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.897602 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.902155 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.902155 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.902155 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.902155 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.902155 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.902155 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.902155 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.902155 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.902768 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.902768 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.902768 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.902768 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.902768 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.902768 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.902768 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.902768 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.902768 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.903376 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.903376 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.903376 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.903376 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.903660 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.903786 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.904009 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.904255 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.904709 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.905120 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.905530 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.905774 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.906011 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.906278 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.906519 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.906778 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.907004 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.907231 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.907454 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.907693 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.907915 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.908181 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.908403 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.908617 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.908841 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.909091 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.909310 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.909573 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.909800 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.910035 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.910260 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.910478 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.910722 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.910923 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.911326 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.911730 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.911947 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.912187 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.912410 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.912627 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.912867 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.913088 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.913354 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.913571 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.913850 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.914179 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.914403 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.914682 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.914922 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.915165 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.915415 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.915671 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.915910 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.916131 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.916361 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.916817 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.917235 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.917673 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.918112 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.918537 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.918972 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.919380 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.919786 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.920035 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.920294 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.920522 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.920914 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.921343 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.921629 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.921901 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.922148 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.922422 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.922682 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.922939 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.923156 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.923434 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.923751 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.924034 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.924302 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.924556 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.924790 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.925046 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.925283 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.925559 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.925800 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.926051 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.926292 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.926573 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.926969 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.927277 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.927501 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.927738 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.928058 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.928291 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.928510 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.928757 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.929031 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.929281 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.929542 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.934326 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.934326 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.934326 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.934326 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.934326 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.934326 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.934326 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.934326 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.934865 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.934865 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.934865 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.934865 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.934865 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.934865 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.934865 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.934865 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.935324 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.935324 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.935324 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.935324 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.935324 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.935324 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.935324 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.935324 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.935813 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.935813 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.935813 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.935813 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.936067 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.936246 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.936672 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.936929 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.937169 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.937401 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.937651 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.937909 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.938186 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.938406 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.938647 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.938882 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.939097 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.939349 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.939589 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.939833 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.940083 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.940301 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.940557 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.940804 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.941150 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.941437 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.941658 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.941917 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.942160 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.942380 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.942598 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.942816 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.943353 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.943544 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.943732 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.943957 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.944197 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.944559 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.944658 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.944860 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.945132 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.945376 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.945644 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.946403 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.946646 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.946897 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.947116 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.947405 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.947551 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.947824 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.947975 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.948191 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.948406 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.948681 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.948925 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.949156 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.949434 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.949690 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.949923 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.950153 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.950377 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.950644 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.950843 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.951061 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.951271 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.951515 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.951731 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.951941 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.952162 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.952379 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.952611 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.952877 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.953091 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.953302 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.953592 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.953791 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.954002 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.954229 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.954439 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.954649 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.954870 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.955094 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.955310 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.955565 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.955774 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.955984 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.956200 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.956439 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.956648 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.956939 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.957187 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.957430 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.957725 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.958020 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.958187 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.958668 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.958898 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.959278 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.959701 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.959927 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.960168 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.960408 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.960665 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.960989 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.961503 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.962300 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.962570 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.962947 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.963234 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.963508 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.968868 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.968868 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.968868 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.968868 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.968868 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.968868 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.968868 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.968868 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.968868 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.970047 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.970047 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.970047 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.970047 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.970047 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.970047 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.970047 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.970047 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.970047 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.970802 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.970802 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.970802 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.970802 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.970802 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 16:41:57.970802 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109739) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 16:41:57.970802 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 16:41:57.970802 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 16:41:57.971463 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 16:41:57.971463 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 16:41:57.971463 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 16:41:57.971463 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.971463 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.971463 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.971463 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.971463 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.972022 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.972022 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.972022 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.972022 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.972022 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.972022 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.972022 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.972559 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.972559 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.972559 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.972773 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.972773 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.972918 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.973045 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.973204 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.973362 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.973547 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.973705 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] debug = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.973854 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.974053 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.974215 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.974372 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.974529 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.974686 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.974842 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.975002 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.975159 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.975316 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.975473 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.975674 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.976302 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.976302 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.976302 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.976573 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.976573 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.976734 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] host = dv-cinder-852570-1-iscsi {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.976815 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.976948 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.977138 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.977295 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.977613 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.977775 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.978081 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.978081 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.978507 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.978507 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.978507 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.978818 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.978818 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.979063 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] log_file = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.979186 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] log_options = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.979309 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.979441 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.985542 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.985542 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.985542 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.985542 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.985542 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.986000 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 51194) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:41:57.986142 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.986142 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.986142 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.986142 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.986142 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.986142 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.986142 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.986142 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.987028 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.987028 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.987028 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.987028 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.987028 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.987028 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.987028 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.987028 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.987937 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.987937 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.987937 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.987937 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.987937 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.987937 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.987937 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.987937 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.988654 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.988654 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.988654 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.988654 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.988654 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.988654 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.988654 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.988654 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.989535 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.989535 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.989535 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.989535 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.989535 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.989535 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.989535 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.989535 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] use_json = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.990365 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.990365 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.990365 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.990365 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.990365 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.990365 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.990365 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.990365 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.990971 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 16:41:57.990971 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.990971 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.990971 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.990971 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.990971 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.990971 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.990971 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.991740 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.991740 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.991740 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.991740 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.991740 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.991740 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.991740 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.991740 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.992280 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.992280 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.992280 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.992280 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.992280 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.992280 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.992280 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.992280 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.992944 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.992944 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.992944 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.992944 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.992944 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.992944 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.992944 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.992944 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.993994 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.993994 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.993994 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.993994 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.994291 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:41:57.994377 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.994377 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.994377 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.994377 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.994377 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.994377 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.994377 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.994377 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.994377 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.994988 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.994988 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.994988 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.994988 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.995262 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.995342 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.995429 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.995596 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.995755 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.996073 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.996407 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.996743 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.997062 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.997380 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.997736 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.998088 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.998417 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.998753 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.998915 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.999221 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.999383 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:57.999488 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0170467 Aug 09 16:41:57.999896 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.000020 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.000117 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.000450 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.000668 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.000917 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.001021 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.001170 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.001312 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.002347 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.003561 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.003561 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.003561 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.003561 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.003561 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.003561 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.003561 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.003561 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.004165 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.004165 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.004165 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.004964 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.005134 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.005283 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.005491 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.005672 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.005831 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.006191 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.006373 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.006515 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.006655 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.006795 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.006958 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.007123 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.007284 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.007444 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.007605 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.007770 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.007936 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.008098 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.008785 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.008954 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.009116 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.009263 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.009635 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.009635 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.010012 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.010012 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.010223 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.010223 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.010464 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.010585 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.010692 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.011884 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.011884 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.011884 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.011884 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.011884 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.011884 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.011884 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.011884 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.012570 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.012570 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.012570 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.012570 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.012905 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.012905 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.012905 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.013133 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.013223 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.013374 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.013594 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.013758 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.013922 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.014070 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.014213 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.014372 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.014525 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.014689 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.014842 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.015072 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.015171 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.015315 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.015469 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.015628 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.015789 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.015947 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.016109 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.016274 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.016426 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.017042 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.017042 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.017042 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.017042 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.017628 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.017628 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.017628 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.017942 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.017942 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.018365 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.018365 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.018365 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.018681 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.018681 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.018830 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.018910 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.018990 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.019156 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.019312 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.020229 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.020229 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.020229 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.020229 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.020229 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.020229 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.020602 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.020602 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.020724 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.020959 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.020959 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.021176 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.021288 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.021454 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.021613 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.021953 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.021953 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.022110 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.022292 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.022439 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.022569 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.022737 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.022898 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.023059 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.023223 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.023384 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.023532 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.023687 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.023950 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.024609 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.024762 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.024923 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.025083 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.025243 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.025498 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.025617 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.025780 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.025941 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.026105 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.026265 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.026425 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.026611 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.026729 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.027758 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.027758 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.027758 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.027758 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.027758 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.027758 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.027758 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.028737 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.028737 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.028737 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.028737 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.028737 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.028737 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.029386 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.029386 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.029386 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.029386 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.029828 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.029828 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.029828 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.034442 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.034442 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.034442 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.034442 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.034442 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.034442 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.034442 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.034442 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.035059 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.035059 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.035059 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.035059 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.035059 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.035059 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.035059 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.035059 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.035894 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.035894 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.035894 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.035894 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.035894 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.035894 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.035894 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.035894 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.036579 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.036579 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.036579 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.036579 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.036579 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.036579 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.036579 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.036579 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.037039 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.037039 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.037039 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.037039 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.037039 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.037039 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.037039 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.037039 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.037589 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.037589 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.037589 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.037589 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.037589 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.037589 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.037589 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.037589 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.037589 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.038086 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.038086 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.038086 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.038086 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.038086 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.038384 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.038384 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.038506 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.038848 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.038848 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.039043 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.039043 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.039275 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.039396 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 16:41:58.039564 dv-cinder-852570-1-iscsi neutron-server[109739]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109739) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 16:42:11.069739 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f75967-4523-4c8d-ba6b-1cfd6efd9694 None None] get_active_networks_info from dv-cinder-852570-1-iscsi {{(pid=109850) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 16:42:11.138393 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f75967-4523-4c8d-ba6b-1cfd6efd9694 None None] No non-hosted networks {{(pid=109850) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 09 16:42:11.146947 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.agentschedulers_db [None req-18f75967-4523-4c8d-ba6b-1cfd6efd9694 None None] DHCP Agent not found on host dv-cinder-852570-1-iscsi {{(pid=109850) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 09 16:42:11.255816 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-05017f4f-6bc2-4fd6-911e-2c311d339749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571309'] for agent, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:13.062651 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4c5cab96-19d2-4c09-a88d-081efaabaca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571309'] for agent, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:13.104193 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.db.api [None req-65a561fb-b1a3-4eaa-a884-54d7c00a58bf None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-852570-1-iscsi {{(pid=109850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:42:13.104669 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG oslo_db.api [None req-65a561fb-b1a3-4eaa-a884-54d7c00a58bf None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:42:13.748152 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-65a561fb-b1a3-4eaa-a884-54d7c00a58bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:14.917093 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571309'] for agent, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:16.191825 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571309'] for agent, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:16.194441 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:16.196310 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:16.197255 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:16.198182 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:16.199206 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:16.200093 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:16.201081 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:16.202033 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:16.202799 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:16.204684 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:16.204684 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:16.205777 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:16.207018 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-852570-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:16.218467 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-852570-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:16.757288 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571309'] for agent, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:18.294193 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 51290) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:18.992000 dv-cinder-852570-1-iscsi neutron-server[109848]: WARNING oslo_policy.policy [None req-53c9b9c3-3376-44c2-8a04-6b0fca8ee4aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 16:42:18.992778 dv-cinder-852570-1-iscsi neutron-server[109848]: WARNING oslo_policy.policy [None req-53c9b9c3-3376-44c2-8a04-6b0fca8ee4aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 16:42:19.229288 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [None req-53c9b9c3-3376-44c2-8a04-6b0fca8ee4aa admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:42:19.230743 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-53c9b9c3-3376-44c2-8a04-6b0fca8ee4aa admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9342682 Aug 09 16:42:20.029332 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.db.l3_hamode_db [None req-6dbde177-f66b-4652-94bb-409c063bc5f5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 09 16:42:20.120318 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbde177-f66b-4652-94bb-409c063bc5f5 None None] Routers set() bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:42:20.120876 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbde177-f66b-4652-94bb-409c063bc5f5 None None] Router IDs set() for agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Aug 09 16:42:21.950288 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 51304) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:22.288036 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-ffd88e98-4987-4122-8422-6c626257b20c admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:22.388780 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.policy [None req-ffd88e98-4987-4122-8422-6c626257b20c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109848) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 16:42:22.437499 dv-cinder-852570-1-iscsi neutron-server[109848]: WARNING oslo_policy.policy [None req-ffd88e98-4987-4122-8422-6c626257b20c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 16:42:22.437920 dv-cinder-852570-1-iscsi neutron-server[109848]: WARNING oslo_policy.policy [None req-ffd88e98-4987-4122-8422-6c626257b20c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 16:42:22.625703 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ffd88e98-4987-4122-8422-6c626257b20c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730381898007', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730381899002', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730381878819', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730381884615', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730380937804', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730381789250', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-108207', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-87115', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-535233', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-604860'] for rbac-policy, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:22.835322 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ffd88e98-4987-4122-8422-6c626257b20c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:22.836604 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ffd88e98-4987-4122-8422-6c626257b20c admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8854015 Aug 09 16:42:25.580533 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 51316) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:26.105946 dv-cinder-852570-1-iscsi neutron-server[109849]: WARNING oslo_policy.policy [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 16:42:26.106548 dv-cinder-852570-1-iscsi neutron-server[109849]: WARNING oslo_policy.policy [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 16:42:26.332332 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Request body: {'network': {'name': 'private', 'project_id': '8a354feb37114fff8353fbd99ada115b', 'admin_state_up': True, 'tenant_id': '8a354feb37114fff8353fbd99ada115b'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:26.467707 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Made reservation on behalf of 8a354feb37114fff8353fbd99ada115b for: {'network': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:42:26.541390 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.policy [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109849) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 16:42:26.588814 dv-cinder-852570-1-iscsi neutron-server[109849]: WARNING oslo_policy.policy [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 16:42:26.589483 dv-cinder-852570-1-iscsi neutron-server[109849]: WARNING oslo_policy.policy [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 16:42:26.599561 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for network, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:26.622537 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:26.741202 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:26.862207 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:26.886437 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=109849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:42:26.919881 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730382773369', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:26.920617 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Unsubscribe: segment precommit_create {{(pid=109849) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 16:42:26.921341 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.segments_db [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Added segment 2b2e9e95-ccd9-44ab-83be-133cc5e2cdf4 of type vlan for network 64d0bafb-e3f1-4e9e-bf73-2158b7e46856 Aug 09 16:42:26.940685 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d804648d-e596-41ee-80f4-ab26c6d6d50a,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:26.965298 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:26.965694 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:26.966056 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:26.966371 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:26.966705 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:26.967050 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:26.967383 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:26.967724 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:26.968079 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:26.968406 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:26.968728 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:26.969141 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Tracked resource versions report: Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: pushed versions: Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: { 'AddressGroup': {'1.2'}, Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'ConntrackHelper': {'1.0'}, Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'Log': {'1.0'}, Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'Network': {'1.1'}, Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'Port': {'1.7'}, Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'PortForwarding': {'1.2'}, Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'QosPolicy': {'1.9'}, Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'SecurityGroup': {'1.4'}, Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'SecurityGroupRule': {'1.2'}, Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'SubPort': {'1.0'}, Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'Subnet': {'1.1'}, Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'Trunk': {'1.1'}} Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: consumer versions: Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: { DHCP agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: L3 agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: Metadata agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: Metering agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: Open vSwitch agent@dv-cinder-852570-1-iscsi: { 'AddressGroup': '1.2', Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'ConntrackHelper': '1.0', Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'Log': '1.0', Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'Network': '1.1', Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'Port': '1.7', Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'PortForwarding': '1.2', Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'QosPolicy': '1.9', Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'SecurityGroup': '1.4', Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'SecurityGroupRule': '1.2', Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'SubPort': '1.0', Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'Subnet': '1.1', Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: 'Trunk': '1.1'}} Aug 09 16:42:26.970352 dv-cinder-852570-1-iscsi neutron-server[109849]: {{(pid=109849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 16:42:27.060435 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730382254695'] for network, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:27.159090 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for network, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:27.160196 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:42:27.160887 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:27.270097 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] Pushing event updated for resources: {'Network': ['ID=64d0bafb-e3f1-4e9e-bf73-2158b7e46856,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:27.281999 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Network 64d0bafb-e3f1-4e9e-bf73-2158b7e46856 details requested by agent ovs-agent-dv-cinder-852570-1-iscsi with host dv-cinder-852570-1-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:42:27.282499 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-b97259d1-9baa-4539-ae2e-f75d523b3881 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7006397 Aug 09 16:42:30.112042 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 51338) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:30.541783 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06db2cf2-6840-4633-90e5-0cf967a4702d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:42:30.543099 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-06db2cf2-6840-4633-90e5-0cf967a4702d admin admin] 10.222.0.49 "GET /v2.0/networks/64d0bafb-e3f1-4e9e-bf73-2158b7e46856 HTTP/1.1" status: 200 len: 825 time: 0.4300883 Aug 09 16:42:30.583236 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-1114f2b6-5c00-4361-919e-727303f7efd5 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/630036ae-b83a-4b82-8c80-5f2dc4b052f2 HTTP/1.1" status: 200 len: 734 time: 0.0336983 Aug 09 16:42:30.593189 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-164aec08-041e-41d6-b20b-0635314ca588 admin admin] Request body: {'subnet': {'tenant_id': '8a354feb37114fff8353fbd99ada115b', 'subnetpool_id': '630036ae-b83a-4b82-8c80-5f2dc4b052f2', 'network_id': '64d0bafb-e3f1-4e9e-bf73-2158b7e46856', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:30.701807 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164aec08-041e-41d6-b20b-0635314ca588 admin admin] Made reservation on behalf of 8a354feb37114fff8353fbd99ada115b for: {'subnet': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:42:30.704197 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-164aec08-041e-41d6-b20b-0635314ca588 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:31.076351 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-164aec08-041e-41d6-b20b-0635314ca588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for subnet, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:31.143509 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164aec08-041e-41d6-b20b-0635314ca588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f5b668-80fe-4eaa-b46f-6c534c11820b,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:31.148384 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164aec08-041e-41d6-b20b-0635314ca588 admin admin] Checking segment: {'id': '2b2e9e95-ccd9-44ab-83be-133cc5e2cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '64d0bafb-e3f1-4e9e-bf73-2158b7e46856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:42:31.148783 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164aec08-041e-41d6-b20b-0635314ca588 admin admin] Network hostable DHCP agents. Network: 64d0bafb-e3f1-4e9e-bf73-2158b7e46856, hostable agents: ['29a5f48d-823f-44e6-8d1e-becd3d6d9067'], hosted agents: [] {{(pid=109849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:42:31.235889 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164aec08-041e-41d6-b20b-0635314ca588 admin admin] Network 64d0bafb-e3f1-4e9e-bf73-2158b7e46856 is scheduled to be hosted by DHCP agent 29a5f48d-823f-44e6-8d1e-becd3d6d9067 with binding_index 1 {{(pid=109849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:42:31.321648 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-164aec08-041e-41d6-b20b-0635314ca588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852570-1-iscsi, 64d0bafb-e3f1-4e9e-bf73-2158b7e46856) {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:42:31.326696 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164aec08-041e-41d6-b20b-0635314ca588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:42:31.327237 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-164aec08-041e-41d6-b20b-0635314ca588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:31.331922 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037680f8-4b86-4775-b49e-a48be6adf691 None None] Network 64d0bafb-e3f1-4e9e-bf73-2158b7e46856 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:42:31.404371 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-164aec08-041e-41d6-b20b-0635314ca588 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8146884 Aug 09 16:42:31.662864 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3b9ae2-91fe-5293-8926-9fd0d40c18c6-64d0bafb-e3f1-4e9e-bf73-2158b7e46856', 'network_id': '64d0bafb-e3f1-4e9e-bf73-2158b7e46856', 'tenant_id': '8a354feb37114fff8353fbd99ada115b', 'fixed_ips': [{'subnet_id': '85f5b668-80fe-4eaa-b46f-6c534c11820b'}]}} from dv-cinder-852570-1-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:42:31.664753 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:32.001682 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Allocated IP 172.20.0.2 (64d0bafb-e3f1-4e9e-bf73-2158b7e46856/85f5b668-80fe-4eaa-b46f-6c534c11820b/71a54728-fd13-480a-b068-107f3c435900) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:42:32.212626 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Notify callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:32.296356 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:32.376878 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Network 64d0bafb-e3f1-4e9e-bf73-2158b7e46856 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:42:32.381488 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:42:32.387009 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Pushing event updated for resources: {'Port': ['ID=71a54728-fd13-480a-b068-107f3c435900,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:32.389238 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:42:32.422931 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:32.423298 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:32.423648 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:32.423992 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:32.424324 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:32.424658 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:32.424984 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:32.425314 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:32.425684 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:32.426015 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:32.426340 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:32.426665 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Tracked resource versions report: Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: pushed versions: Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: { 'AddressGroup': {'1.2'}, Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'ConntrackHelper': {'1.0'}, Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'Log': {'1.0'}, Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'Network': {'1.1'}, Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'Port': {'1.7'}, Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'PortForwarding': {'1.2'}, Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'QosPolicy': {'1.9'}, Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'SecurityGroup': {'1.4'}, Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'SecurityGroupRule': {'1.2'}, Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'SubPort': {'1.0'}, Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'Subnet': {'1.1'}, Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'Trunk': {'1.1'}} Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: consumer versions: Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: { DHCP agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: L3 agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: Metadata agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: Metering agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: Open vSwitch agent@dv-cinder-852570-1-iscsi: { 'AddressGroup': '1.2', Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'ConntrackHelper': '1.0', Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'Log': '1.0', Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'Network': '1.1', Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'Port': '1.7', Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'PortForwarding': '1.2', Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'QosPolicy': '1.9', Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'SecurityGroup': '1.4', Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'SecurityGroupRule': '1.2', Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'SubPort': '1.0', Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'Subnet': '1.1', Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: 'Trunk': '1.1'}} Aug 09 16:42:32.427799 dv-cinder-852570-1-iscsi neutron-server[109850]: {{(pid=109850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 16:42:32.478215 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Attempting to bind port 71a54728-fd13-480a-b068-107f3c435900 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:42:32.478541 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Attempting to bind port 71a54728-fd13-480a-b068-107f3c435900 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '2b2e9e95-ccd9-44ab-83be-133cc5e2cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '64d0bafb-e3f1-4e9e-bf73-2158b7e46856'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:42:32.478976 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Attempting to bind port 71a54728-fd13-480a-b068-107f3c435900 on network 64d0bafb-e3f1-4e9e-bf73-2158b7e46856 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:42:32.484293 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:42:32.484800 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Checking segment: {'id': '2b2e9e95-ccd9-44ab-83be-133cc5e2cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '64d0bafb-e3f1-4e9e-bf73-2158b7e46856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:42:32.485296 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:32.485722 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Bound using segment: {'id': '2b2e9e95-ccd9-44ab-83be-133cc5e2cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '64d0bafb-e3f1-4e9e-bf73-2158b7e46856'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:42:32.486244 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Bound port: 71a54728-fd13-480a-b068-107f3c435900, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2e9e95-ccd9-44ab-83be-133cc5e2cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '64d0bafb-e3f1-4e9e-bf73-2158b7e46856'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:42:32.486652 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:32.553201 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] For port 71a54728-fd13-480a-b068-107f3c435900, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:42:32.558305 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] For port 71a54728-fd13-480a-b068-107f3c435900, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=71a54728-fd13-480a-b068-107f3c435900,segment=NetworkSegment(2b2e9e95-ccd9-44ab-83be-133cc5e2cdf4),segment_id=2b2e9e95-ccd9-44ab-83be-133cc5e2cdf4)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:42:32.636645 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:32.702129 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62c152-f360-46b4-8bbc-1e0fde1ed9e7 None None] Pushing event updated for resources: {'Port': ['ID=71a54728-fd13-480a-b068-107f3c435900,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:34.012313 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 51348) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:34.350956 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [None req-766d104f-d525-4310-9f42-edce98baf301 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:42:34.351969 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-766d104f-d525-4310-9f42-edce98baf301 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3386061 Aug 09 16:42:36.900759 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 51356) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:37.280037 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [None req-831b688d-e7c2-4db9-8fa8-bbd8a38e1eb6 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:42:37.282263 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-831b688d-e7c2-4db9-8fa8-bbd8a38e1eb6 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3794343 Aug 09 16:42:39.908443 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:42:40.251286 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 51370) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:40.623988 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-29e4f92f-5685-45ce-b6fe-aa39258f395e admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '8a354feb37114fff8353fbd99ada115b', 'name': 'router1'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:40.707399 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-29e4f92f-5685-45ce-b6fe-aa39258f395e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-741'] for router, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:40.709152 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-29e4f92f-5685-45ce-b6fe-aa39258f395e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568769', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-972538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:40.866718 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-29e4f92f-5685-45ce-b6fe-aa39258f395e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:40.931478 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-29e4f92f-5685-45ce-b6fe-aa39258f395e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568756'] for router, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:41.014895 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-29e4f92f-5685-45ce-b6fe-aa39258f395e admin admin] Notify callbacks [] for router, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:41.016122 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-29e4f92f-5685-45ce-b6fe-aa39258f395e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7636852 Aug 09 16:42:41.061712 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2e8ef612-92e7-4a3e-8d58-ba01cfaa56b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:41.552483 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359420c5-b8b7-4b51-bf9a-657840dd82fe None None] Network 64d0bafb-e3f1-4e9e-bf73-2158b7e46856 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:42:41.678660 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-4ae85603-a709-48f0-bca0-7499fe483f36 None None] Provisioning complete for port 71a54728-fd13-480a-b068-107f3c435900 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:41.678660 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4ae85603-a709-48f0-bca0-7499fe483f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:41.879945 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4ae85603-a709-48f0-bca0-7499fe483f36 None None] Current status of the port 71a54728-fd13-480a-b068-107f3c435900 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:42:41.880343 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4ae85603-a709-48f0-bca0-7499fe483f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:41.920189 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-4ae85603-a709-48f0-bca0-7499fe483f36 None None] For port 71a54728-fd13-480a-b068-107f3c435900, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=71a54728-fd13-480a-b068-107f3c435900,segment=NetworkSegment(2b2e9e95-ccd9-44ab-83be-133cc5e2cdf4),segment_id=2b2e9e95-ccd9-44ab-83be-133cc5e2cdf4)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:42:41.976714 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4ae85603-a709-48f0-bca0-7499fe483f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:42.049187 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae85603-a709-48f0-bca0-7499fe483f36 None None] Pushing event updated for resources: {'Port': ['ID=71a54728-fd13-480a-b068-107f3c435900,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:42.082887 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 71a54728-fd13-480a-b068-107f3c435900 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:42:42.134137 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-80d124af-08e8-499b-abdd-b52f4c4e6952 None None] Provisioning complete for port 71a54728-fd13-480a-b068-107f3c435900 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:42.134425 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-80d124af-08e8-499b-abdd-b52f4c4e6952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:42.182002 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 71a54728-fd13-480a-b068-107f3c435900 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:42.182377 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:42.260171 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-80d124af-08e8-499b-abdd-b52f4c4e6952 None None] Current status of the port 71a54728-fd13-480a-b068-107f3c435900 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:42:42.299652 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 71a54728-fd13-480a-b068-107f3c435900 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:42:43.057683 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-588cca17-6683-40a6-a2d6-0ab190834aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:43.606270 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 51378) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:43.970566 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [None req-e1a37710-d24a-411f-aacc-853f7994b8e2 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:42:43.978529 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-e1a37710-d24a-411f-aacc-853f7994b8e2 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3643575 Aug 09 16:42:44.021269 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 71a54728-fd13-480a-b068-107f3c435900 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:42:44.089733 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 71a54728-fd13-480a-b068-107f3c435900 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:44.090089 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:44.184975 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 71a54728-fd13-480a-b068-107f3c435900 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:42:44.855884 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:46.201550 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:46.552939 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 51396) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:46.691755 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:46.718470 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:46.795758 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Made reservation on behalf of 8fab622069c7405ab5a8d5d7b89ef336 for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:42:46.798711 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for network, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:46.814912 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:46.920767 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:47.004287 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:47.016837 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Reserving flat network on physical network physnet1 {{(pid=109848) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 09 16:42:47.049649 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730382773369', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:47.050245 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Unsubscribe: segment precommit_create {{(pid=109848) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 16:42:47.050774 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Added segment 02cb15c4-00c7-43eb-bd1b-1b22eac2a945 of type flat for network 5028ac3a-b802-4c2c-954e-eba2e898c760 Aug 09 16:42:47.067789 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e95ef7-e1ad-4f7a-a235-c90f64e5ebb6,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:47.087866 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:47.088239 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:47.088827 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:47.089157 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:47.089502 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:47.089840 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:47.090163 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:47.090501 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:47.090835 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:47.091154 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:47.091468 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:47.091778 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Tracked resource versions report: Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: pushed versions: Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: { 'AddressGroup': {'1.2'}, Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'ConntrackHelper': {'1.0'}, Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'Log': {'1.0'}, Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'Network': {'1.1'}, Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'Port': {'1.7'}, Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'PortForwarding': {'1.2'}, Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'QosPolicy': {'1.9'}, Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'SecurityGroup': {'1.4'}, Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'SecurityGroupRule': {'1.2'}, Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'SubPort': {'1.0'}, Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'Subnet': {'1.1'}, Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'Trunk': {'1.1'}} Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: consumer versions: Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: { DHCP agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: L3 agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: Metadata agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: Metering agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: Open vSwitch agent@dv-cinder-852570-1-iscsi: { 'AddressGroup': '1.2', Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'ConntrackHelper': '1.0', Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'Log': '1.0', Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'Network': '1.1', Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'Port': '1.7', Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'PortForwarding': '1.2', Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'QosPolicy': '1.9', Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'SecurityGroup': '1.4', Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'SecurityGroupRule': '1.2', Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'SubPort': '1.0', Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'Subnet': '1.1', Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: 'Trunk': '1.1'}} Aug 09 16:42:47.092918 dv-cinder-852570-1-iscsi neutron-server[109848]: {{(pid=109848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 16:42:47.263246 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730382254695'] for network, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:47.315954 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for network, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:47.317223 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:42:47.317900 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:47.420523 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] Pushing event updated for resources: {'Network': ['ID=5028ac3a-b802-4c2c-954e-eba2e898c760,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:47.424874 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-c4bd21b1-7c40-4f16-b6b8-bf729a811beb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8709147 Aug 09 16:42:47.435331 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 details requested by agent ovs-agent-dv-cinder-852570-1-iscsi with host dv-cinder-852570-1-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:42:49.774846 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 51418) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:49.909828 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d038f9d4-3aab-42b9-aab0-9da317ca6aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:42:49.911246 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-d038f9d4-3aab-42b9-aab0-9da317ca6aa1 admin admin] 10.222.0.49 "GET /v2.0/subnets/85f5b668-80fe-4eaa-b46f-6c534c11820b HTTP/1.1" status: 200 len: 849 time: 0.1354277 Aug 09 16:42:50.059421 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-bd101aaf-1c6f-4aba-a5df-b14576ffbd2b admin admin] 10.222.0.49 "GET /v2.0/routers/f3bdb0b3-b4e3-4df9-9cd3-6c56659089db HTTP/1.1" status: 200 len: 704 time: 0.1415303 Aug 09 16:42:50.338003 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e826f62b-5e31-437e-b93e-5b8631e5f54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:50.648017 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-e826f62b-5e31-437e-b93e-5b8631e5f54f admin admin] Allocated IP 172.20.0.1 (64d0bafb-e3f1-4e9e-bf73-2158b7e46856/85f5b668-80fe-4eaa-b46f-6c534c11820b/c43a97b5-355c-469e-91da-00da4fa540e5) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:42:50.839904 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e826f62b-5e31-437e-b93e-5b8631e5f54f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:50.965052 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e826f62b-5e31-437e-b93e-5b8631e5f54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:51.043194 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e826f62b-5e31-437e-b93e-5b8631e5f54f admin admin] Network 64d0bafb-e3f1-4e9e-bf73-2158b7e46856 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:42:51.048744 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-e826f62b-5e31-437e-b93e-5b8631e5f54f admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:42:51.052255 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e826f62b-5e31-437e-b93e-5b8631e5f54f admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:42:51.053474 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e826f62b-5e31-437e-b93e-5b8631e5f54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568001'] for router_interface, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:51.120925 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826f62b-5e31-437e-b93e-5b8631e5f54f admin admin] Pushing event updated for resources: {'Port': ['ID=c43a97b5-355c-469e-91da-00da4fa540e5,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:51.245678 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-d17b654e-7c0b-40e5-b5cf-599ab8cf7a21 None None] Provisioning complete for port c43a97b5-355c-469e-91da-00da4fa540e5 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:51.246238 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d17b654e-7c0b-40e5-b5cf-599ab8cf7a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:51.280336 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-d17b654e-7c0b-40e5-b5cf-599ab8cf7a21 None None] Port c43a97b5-355c-469e-91da-00da4fa540e5 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:42:51.392035 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e826f62b-5e31-437e-b93e-5b8631e5f54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:51.621257 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e826f62b-5e31-437e-b93e-5b8631e5f54f admin admin] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:51.701471 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e826f62b-5e31-437e-b93e-5b8631e5f54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:51.702278 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e826f62b-5e31-437e-b93e-5b8631e5f54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571249'] for router_interface, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:51.763761 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826f62b-5e31-437e-b93e-5b8631e5f54f admin admin] Pushing event updated for resources: {'Port': ['ID=c43a97b5-355c-469e-91da-00da4fa540e5,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:51.833265 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e826f62b-5e31-437e-b93e-5b8631e5f54f admin admin] Network 64d0bafb-e3f1-4e9e-bf73-2158b7e46856 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:42:51.834589 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-e826f62b-5e31-437e-b93e-5b8631e5f54f admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:42:52.004386 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-2bcd2277-5bce-4d5f-92e8-f8e376324700 None None] Provisioning complete for port c43a97b5-355c-469e-91da-00da4fa540e5 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:42:52.011814 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2bcd2277-5bce-4d5f-92e8-f8e376324700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:52.040900 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd2277-5bce-4d5f-92e8-f8e376324700 None None] Port c43a97b5-355c-469e-91da-00da4fa540e5 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:42:52.061598 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e826f62b-5e31-437e-b93e-5b8631e5f54f admin admin] Router f3bdb0b3-b4e3-4df9-9cd3-6c56659089db is scheduled to L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 with binding_index 1 {{(pid=109848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:42:52.155950 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e826f62b-5e31-437e-b93e-5b8631e5f54f admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:42:52.161151 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-e826f62b-5e31-437e-b93e-5b8631e5f54f admin admin] 10.222.0.49 "PUT /v2.0/routers/f3bdb0b3-b4e3-4df9-9cd3-6c56659089db/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0959985 Aug 09 16:42:52.166511 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] Sync routers for ids ['f3bdb0b3-b4e3-4df9-9cd3-6c56659089db'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:42:52.182381 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] Routers {'f3bdb0b3-b4e3-4df9-9cd3-6c56659089db'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:42:52.183240 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:42:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['f3bdb0b3-b4e3-4df9-9cd3-6c56659089db'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:52.374993 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] Set router f3bdb0b3-b4e3-4df9-9cd3-6c56659089db gateway port host: None {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:42:52.821732 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bdb0b3-b4e3-4df9-9cd3-6c56659089db', 'name': 'router1', 'tenant_id': '8a354feb37114fff8353fbd99ada115b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:42:40Z', 'updated_at': '2022-08-09T16:42:51Z', 'revision_number': 2, 'project_id': '8a354feb37114fff8353fbd99ada115b', 'gw_port_host': None, '_interfaces': [{'id': 'c43a97b5-355c-469e-91da-00da4fa540e5', 'name': '', 'network_id': '64d0bafb-e3f1-4e9e-bf73-2158b7e46856', 'tenant_id': '8a354feb37114fff8353fbd99ada115b', 'mac_address': 'fa:16:3e:18:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bdb0b3-b4e3-4df9-9cd3-6c56659089db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85f5b668-80fe-4eaa-b46f-6c534c11820b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:42:50Z', 'updated_at': '2022-08-09T16:42:51Z', 'revision_number': 2, 'project_id': '8a354feb37114fff8353fbd99ada115b', 'subnets': [{'id': '85f5b668-80fe-4eaa-b46f-6c534c11820b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '630036ae-b83a-4b82-8c80-5f2dc4b052f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:52.876491 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] Checking router: f3bdb0b3-b4e3-4df9-9cd3-6c56659089db for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:42:52.876861 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] Updating router f3bdb0b3-b4e3-4df9-9cd3-6c56659089db port c43a97b5-355c-469e-91da-00da4fa540e5 binding host dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:42:52.925080 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:53.467576 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] Notify callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:53.549895 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:53.697529 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] Attempting to bind port c43a97b5-355c-469e-91da-00da4fa540e5 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:42:53.697926 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] Attempting to bind port c43a97b5-355c-469e-91da-00da4fa540e5 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '2b2e9e95-ccd9-44ab-83be-133cc5e2cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '64d0bafb-e3f1-4e9e-bf73-2158b7e46856'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:42:53.698363 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] Attempting to bind port c43a97b5-355c-469e-91da-00da4fa540e5 on network 64d0bafb-e3f1-4e9e-bf73-2158b7e46856 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:42:53.700512 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c837af-c2e4-4ee7-80bb-edc687f569db None None] Pushing event updated for resources: {'Port': ['ID=c43a97b5-355c-469e-91da-00da4fa540e5,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:53.710923 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c837af-c2e4-4ee7-80bb-edc687f569db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:53.711277 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c837af-c2e4-4ee7-80bb-edc687f569db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:53.711612 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c837af-c2e4-4ee7-80bb-edc687f569db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:53.711943 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c837af-c2e4-4ee7-80bb-edc687f569db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:53.712271 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c837af-c2e4-4ee7-80bb-edc687f569db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:53.712595 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c837af-c2e4-4ee7-80bb-edc687f569db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:53.712921 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c837af-c2e4-4ee7-80bb-edc687f569db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:53.713239 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c837af-c2e4-4ee7-80bb-edc687f569db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:53.713596 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c837af-c2e4-4ee7-80bb-edc687f569db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:53.714480 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c837af-c2e4-4ee7-80bb-edc687f569db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:53.714480 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c837af-c2e4-4ee7-80bb-edc687f569db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:53.714660 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c837af-c2e4-4ee7-80bb-edc687f569db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c837af-c2e4-4ee7-80bb-edc687f569db None None] Tracked resource versions report: Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: pushed versions: Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: { 'AddressGroup': {'1.2'}, Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'ConntrackHelper': {'1.0'}, Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'Log': {'1.0'}, Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'Network': {'1.1'}, Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'Port': {'1.7'}, Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'PortForwarding': {'1.2'}, Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'QosPolicy': {'1.9'}, Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'SecurityGroup': {'1.4'}, Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'SecurityGroupRule': {'1.2'}, Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'SubPort': {'1.0'}, Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'Subnet': {'1.1'}, Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'Trunk': {'1.1'}} Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: consumer versions: Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: { DHCP agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: L3 agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: Metadata agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: Metering agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: Open vSwitch agent@dv-cinder-852570-1-iscsi: { 'AddressGroup': '1.2', Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'ConntrackHelper': '1.0', Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'Log': '1.0', Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'Network': '1.1', Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'Port': '1.7', Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'PortForwarding': '1.2', Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'QosPolicy': '1.9', Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'SecurityGroup': '1.4', Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'SecurityGroupRule': '1.2', Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'SubPort': '1.0', Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'Subnet': '1.1', Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: 'Trunk': '1.1'}} Aug 09 16:42:53.715734 dv-cinder-852570-1-iscsi neutron-server[109851]: {{(pid=109851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 16:42:53.720001 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:42:53.720343 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] Checking segment: {'id': '2b2e9e95-ccd9-44ab-83be-133cc5e2cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '64d0bafb-e3f1-4e9e-bf73-2158b7e46856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:42:53.720831 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:53.721213 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] Bound using segment: {'id': '2b2e9e95-ccd9-44ab-83be-133cc5e2cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '64d0bafb-e3f1-4e9e-bf73-2158b7e46856'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:42:53.721746 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] Bound port: c43a97b5-355c-469e-91da-00da4fa540e5, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2e9e95-ccd9-44ab-83be-133cc5e2cdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '64d0bafb-e3f1-4e9e-bf73-2158b7e46856'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:42:53.722127 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:53.797916 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] For port c43a97b5-355c-469e-91da-00da4fa540e5, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:42:53.818855 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] For port c43a97b5-355c-469e-91da-00da4fa540e5, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=c43a97b5-355c-469e-91da-00da4fa540e5,segment=NetworkSegment(2b2e9e95-ccd9-44ab-83be-133cc5e2cdf4),segment_id=2b2e9e95-ccd9-44ab-83be-133cc5e2cdf4)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:42:53.910202 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:53.948740 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] Routers {'f3bdb0b3-b4e3-4df9-9cd3-6c56659089db'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:42:53.949350 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:42:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['f3bdb0b3-b4e3-4df9-9cd3-6c56659089db'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:54.038268 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c837af-c2e4-4ee7-80bb-edc687f569db None None] Pushing event updated for resources: {'Port': ['ID=c43a97b5-355c-469e-91da-00da4fa540e5,revision_number=4']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:54.057819 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] Set router f3bdb0b3-b4e3-4df9-9cd3-6c56659089db gateway port host: None {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:42:54.274987 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bdb0b3-b4e3-4df9-9cd3-6c56659089db', 'name': 'router1', 'tenant_id': '8a354feb37114fff8353fbd99ada115b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:42:40Z', 'updated_at': '2022-08-09T16:42:51Z', 'revision_number': 2, 'project_id': '8a354feb37114fff8353fbd99ada115b', 'gw_port_host': None, '_interfaces': [{'id': 'c43a97b5-355c-469e-91da-00da4fa540e5', 'name': '', 'network_id': '64d0bafb-e3f1-4e9e-bf73-2158b7e46856', 'tenant_id': '8a354feb37114fff8353fbd99ada115b', 'mac_address': 'fa:16:3e:18:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bdb0b3-b4e3-4df9-9cd3-6c56659089db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85f5b668-80fe-4eaa-b46f-6c534c11820b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:42:50Z', 'updated_at': '2022-08-09T16:42:53Z', 'revision_number': 4, 'project_id': '8a354feb37114fff8353fbd99ada115b', 'subnets': [{'id': '85f5b668-80fe-4eaa-b46f-6c534c11820b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '630036ae-b83a-4b82-8c80-5f2dc4b052f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:42:54.301671 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbd7db8-59d3-4c83-b271-8b597ea49b84 None None] The sync data for ids ['f3bdb0b3-b4e3-4df9-9cd3-6c56659089db'] in dv-cinder-852570-1-iscsi is: [{'id': 'f3bdb0b3-b4e3-4df9-9cd3-6c56659089db', 'name': 'router1', 'tenant_id': '8a354feb37114fff8353fbd99ada115b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:42:40Z', 'updated_at': '2022-08-09T16:42:51Z', 'revision_number': 2, 'project_id': '8a354feb37114fff8353fbd99ada115b', 'gw_port_host': None, '_interfaces': [{'id': 'c43a97b5-355c-469e-91da-00da4fa540e5', 'name': '', 'network_id': '64d0bafb-e3f1-4e9e-bf73-2158b7e46856', 'tenant_id': '8a354feb37114fff8353fbd99ada115b', 'mac_address': 'fa:16:3e:18:c5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bdb0b3-b4e3-4df9-9cd3-6c56659089db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85f5b668-80fe-4eaa-b46f-6c534c11820b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:42:50Z', 'updated_at': '2022-08-09T16:42:53Z', 'revision_number': 4, 'project_id': '8a354feb37114fff8353fbd99ada115b', 'subnets': [{'id': '85f5b668-80fe-4eaa-b46f-6c534c11820b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '630036ae-b83a-4b82-8c80-5f2dc4b052f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:42:54.513037 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 51428) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:54.630476 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a50960c-cc7e-4567-b22f-78df0c2d87e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:42:54.632822 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-3a50960c-cc7e-4567-b22f-78df0c2d87e7 admin admin] 10.222.0.49 "GET /v2.0/networks/5028ac3a-b802-4c2c-954e-eba2e898c760 HTTP/1.1" status: 200 len: 842 time: 0.1186249 Aug 09 16:42:54.642983 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-fc1a2af6-59e1-4c45-83ce-9e43e14f0ec4 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:54.758553 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1a2af6-59e1-4c45-83ce-9e43e14f0ec4 admin admin] Made reservation on behalf of 8fab622069c7405ab5a8d5d7b89ef336 for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:42:54.760970 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fc1a2af6-59e1-4c45-83ce-9e43e14f0ec4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:55.160260 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.objects.ports [None req-fc1a2af6-59e1-4c45-83ce-9e43e14f0ec4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109848) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Aug 09 16:42:55.160706 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fc1a2af6-59e1-4c45-83ce-9e43e14f0ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for subnet, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:55.219858 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a2af6-59e1-4c45-83ce-9e43e14f0ec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b40501-4b8c-453f-8696-1c1d455f2ab8,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:42:55.234157 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a2af6-59e1-4c45-83ce-9e43e14f0ec4 admin admin] Checking segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:42:55.234716 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1a2af6-59e1-4c45-83ce-9e43e14f0ec4 admin admin] Network hostable DHCP agents. Network: 5028ac3a-b802-4c2c-954e-eba2e898c760, hostable agents: ['29a5f48d-823f-44e6-8d1e-becd3d6d9067'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:42:55.341072 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1a2af6-59e1-4c45-83ce-9e43e14f0ec4 admin admin] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is scheduled to be hosted by DHCP agent 29a5f48d-823f-44e6-8d1e-becd3d6d9067 with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:42:55.438472 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-fc1a2af6-59e1-4c45-83ce-9e43e14f0ec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852570-1-iscsi, 5028ac3a-b802-4c2c-954e-eba2e898c760) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:42:55.442617 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1a2af6-59e1-4c45-83ce-9e43e14f0ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:42:55.444036 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fc1a2af6-59e1-4c45-83ce-9e43e14f0ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:55.450122 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8fd301-ff1e-451e-811d-55cfbf1071b2 None None] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:42:55.561824 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-fc1a2af6-59e1-4c45-83ce-9e43e14f0ec4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9217229 Aug 09 16:42:55.583544 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eb7faa-2c9f-4636-8527-476a980839d6 None None] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:42:58.038115 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 51436) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:42:58.329940 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-b19f353a-d457-4e82-ae24-fba0fdda11fc admin admin] 10.222.0.49 "GET /v2.0/routers/f3bdb0b3-b4e3-4df9-9cd3-6c56659089db HTTP/1.1" status: 200 len: 710 time: 0.2905793 Aug 09 16:42:58.466148 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ba5bec-bbb3-4f5a-a931-304c1796abbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:42:58.467520 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-16ba5bec-bbb3-4f5a-a931-304c1796abbf admin admin] 10.222.0.49 "GET /v2.0/networks/5028ac3a-b802-4c2c-954e-eba2e898c760 HTTP/1.1" status: 200 len: 886 time: 0.1308568 Aug 09 16:42:58.478606 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-cf0d1aad-d786-4919-952e-d6ccd90a6da3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:42:58.748289 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cf0d1aad-d786-4919-952e-d6ccd90a6da3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:59.082317 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cf0d1aad-d786-4919-952e-d6ccd90a6da3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:59.168673 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cf0d1aad-d786-4919-952e-d6ccd90a6da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:59.331609 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-cf0d1aad-d786-4919-952e-d6ccd90a6da3 admin admin] Allocated IP 172.27.0.224 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/db2c81b0-f185-4954-955f-582cd015564c) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:42:59.514465 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cf0d1aad-d786-4919-952e-d6ccd90a6da3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:59.713490 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cf0d1aad-d786-4919-952e-d6ccd90a6da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:42:59.803228 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0d1aad-d786-4919-952e-d6ccd90a6da3 admin admin] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:42:59.808365 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-cf0d1aad-d786-4919-952e-d6ccd90a6da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:42:59.811250 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d1aad-d786-4919-952e-d6ccd90a6da3 admin admin] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:42:59.817805 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d1aad-d786-4919-952e-d6ccd90a6da3 admin admin] Pushing event updated for resources: {'Port': ['ID=db2c81b0-f185-4954-955f-582cd015564c,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:00.069476 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device c43a97b5-355c-469e-91da-00da4fa540e5 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:43:00.129786 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port c43a97b5-355c-469e-91da-00da4fa540e5 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:43:00.130321 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:00.217974 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cf0d1aad-d786-4919-952e-d6ccd90a6da3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:00.228799 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port c43a97b5-355c-469e-91da-00da4fa540e5 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:43:00.229196 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:00.266535 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port c43a97b5-355c-469e-91da-00da4fa540e5, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=c43a97b5-355c-469e-91da-00da4fa540e5,segment=NetworkSegment(2b2e9e95-ccd9-44ab-83be-133cc5e2cdf4),segment_id=2b2e9e95-ccd9-44ab-83be-133cc5e2cdf4)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:43:00.338528 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:00.388299 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=c43a97b5-355c-469e-91da-00da4fa540e5,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:00.434526 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cf0d1aad-d786-4919-952e-d6ccd90a6da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-568799', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-572978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-760'] for router, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:00.439878 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cf0d1aad-d786-4919-952e-d6ccd90a6da3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-568742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-568749', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-572985'] for router, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:00.555009 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0d1aad-d786-4919-952e-d6ccd90a6da3 admin admin] Router f3bdb0b3-b4e3-4df9-9cd3-6c56659089db has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:43:00.665236 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0d1aad-d786-4919-952e-d6ccd90a6da3 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:43:00.670059 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cf0d1aad-d786-4919-952e-d6ccd90a6da3 admin admin] Notify callbacks [] for router, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:00.671316 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-cf0d1aad-d786-4919-952e-d6ccd90a6da3 admin admin] 10.222.0.49 "PUT /v2.0/routers/f3bdb0b3-b4e3-4df9-9cd3-6c56659089db HTTP/1.1" status: 200 len: 890 time: 2.1974287 Aug 09 16:43:01.149374 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] Sync routers for ids ['f3bdb0b3-b4e3-4df9-9cd3-6c56659089db'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:43:01.161609 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] Routers {'f3bdb0b3-b4e3-4df9-9cd3-6c56659089db'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:43:01.162900 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:42:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['f3bdb0b3-b4e3-4df9-9cd3-6c56659089db'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:01.384987 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] Set router f3bdb0b3-b4e3-4df9-9cd3-6c56659089db gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:43:01.800761 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bdb0b3-b4e3-4df9-9cd3-6c56659089db', 'name': 'router1', 'tenant_id': '8a354feb37114fff8353fbd99ada115b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db2c81b0-f185-4954-955f-582cd015564c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:42:40Z', 'updated_at': '2022-08-09T16:42:59Z', 'revision_number': 4, 'project_id': '8a354feb37114fff8353fbd99ada115b', 'gw_port': {'id': 'db2c81b0-f185-4954-955f-582cd015564c', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:68:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bdb0b3-b4e3-4df9-9cd3-6c56659089db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:42:59Z', 'updated_at': '2022-08-09T16:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c43a97b5-355c-469e-91da-00da4fa540e5', 'name': '', 'network_id': '64d0bafb-e3f1-4e9e-bf73-2158b7e46856', 'tenant_id': '8a354feb37114fff8353fbd99ada115b', 'mac_address': 'fa:16:3e:18:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bdb0b3-b4e3-4df9-9cd3-6c56659089db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85f5b668-80fe-4eaa-b46f-6c534c11820b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:42:50Z', 'updated_at': '2022-08-09T16:43:00Z', 'revision_number': 5, 'project_id': '8a354feb37114fff8353fbd99ada115b', 'subnets': [{'id': '85f5b668-80fe-4eaa-b46f-6c534c11820b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '630036ae-b83a-4b82-8c80-5f2dc4b052f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:01.936591 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] Checking router: f3bdb0b3-b4e3-4df9-9cd3-6c56659089db for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:43:01.936947 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] Updating router f3bdb0b3-b4e3-4df9-9cd3-6c56659089db port db2c81b0-f185-4954-955f-582cd015564c binding host dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:43:01.994427 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:02.054292 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device c43a97b5-355c-469e-91da-00da4fa540e5 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:43:02.264906 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port c43a97b5-355c-469e-91da-00da4fa540e5 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:43:02.265657 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:02.435912 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port c43a97b5-355c-469e-91da-00da4fa540e5 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:43:02.450304 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] Notify callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:02.520977 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:02.559494 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] Attempting to bind port db2c81b0-f185-4954-955f-582cd015564c on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:43:02.559863 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] Attempting to bind port db2c81b0-f185-4954-955f-582cd015564c by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:43:02.560222 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] Attempting to bind port db2c81b0-f185-4954-955f-582cd015564c on network 5028ac3a-b802-4c2c-954e-eba2e898c760 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:43:02.570464 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:43:02.570836 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] Checking segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:43:02.571237 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:02.571633 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] Bound using segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:43:02.572197 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] Bound port: db2c81b0-f185-4954-955f-582cd015564c, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:43:02.572577 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:02.595952 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d4314-9ca5-4d27-82d8-dbf40be55e9b None None] Pushing event updated for resources: {'Port': ['ID=db2c81b0-f185-4954-955f-582cd015564c,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:02.633480 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] For port db2c81b0-f185-4954-955f-582cd015564c, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:43:02.638213 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] For port db2c81b0-f185-4954-955f-582cd015564c, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=db2c81b0-f185-4954-955f-582cd015564c,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:43:02.742357 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:02.782716 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] Routers {'f3bdb0b3-b4e3-4df9-9cd3-6c56659089db'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:43:02.783365 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:42:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['f3bdb0b3-b4e3-4df9-9cd3-6c56659089db'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:02.836181 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d4314-9ca5-4d27-82d8-dbf40be55e9b None None] Pushing event updated for resources: {'Port': ['ID=db2c81b0-f185-4954-955f-582cd015564c,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:02.916076 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] Set router f3bdb0b3-b4e3-4df9-9cd3-6c56659089db gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:43:03.151306 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bdb0b3-b4e3-4df9-9cd3-6c56659089db', 'name': 'router1', 'tenant_id': '8a354feb37114fff8353fbd99ada115b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db2c81b0-f185-4954-955f-582cd015564c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:42:40Z', 'updated_at': '2022-08-09T16:42:59Z', 'revision_number': 4, 'project_id': '8a354feb37114fff8353fbd99ada115b', 'gw_port': {'id': 'db2c81b0-f185-4954-955f-582cd015564c', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:68:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bdb0b3-b4e3-4df9-9cd3-6c56659089db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:42:59Z', 'updated_at': '2022-08-09T16:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c43a97b5-355c-469e-91da-00da4fa540e5', 'name': '', 'network_id': '64d0bafb-e3f1-4e9e-bf73-2158b7e46856', 'tenant_id': '8a354feb37114fff8353fbd99ada115b', 'mac_address': 'fa:16:3e:18:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bdb0b3-b4e3-4df9-9cd3-6c56659089db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85f5b668-80fe-4eaa-b46f-6c534c11820b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:42:50Z', 'updated_at': '2022-08-09T16:43:00Z', 'revision_number': 5, 'project_id': '8a354feb37114fff8353fbd99ada115b', 'subnets': [{'id': '85f5b668-80fe-4eaa-b46f-6c534c11820b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '630036ae-b83a-4b82-8c80-5f2dc4b052f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:43:03.178506 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a401fd5-3465-4c86-bd2b-846b79dae81b None None] The sync data for ids ['f3bdb0b3-b4e3-4df9-9cd3-6c56659089db'] in dv-cinder-852570-1-iscsi is: [{'id': 'f3bdb0b3-b4e3-4df9-9cd3-6c56659089db', 'name': 'router1', 'tenant_id': '8a354feb37114fff8353fbd99ada115b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db2c81b0-f185-4954-955f-582cd015564c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:42:40Z', 'updated_at': '2022-08-09T16:42:59Z', 'revision_number': 4, 'project_id': '8a354feb37114fff8353fbd99ada115b', 'gw_port': {'id': 'db2c81b0-f185-4954-955f-582cd015564c', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:68:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bdb0b3-b4e3-4df9-9cd3-6c56659089db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:42:59Z', 'updated_at': '2022-08-09T16:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c43a97b5-355c-469e-91da-00da4fa540e5', 'name': '', 'network_id': '64d0bafb-e3f1-4e9e-bf73-2158b7e46856', 'tenant_id': '8a354feb37114fff8353fbd99ada115b', 'mac_address': 'fa:16:3e:18:c5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bdb0b3-b4e3-4df9-9cd3-6c56659089db', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '85f5b668-80fe-4eaa-b46f-6c534c11820b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:42:50Z', 'updated_at': '2022-08-09T16:43:00Z', 'revision_number': 5, 'project_id': '8a354feb37114fff8353fbd99ada115b', 'subnets': [{'id': '85f5b668-80fe-4eaa-b46f-6c534c11820b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '630036ae-b83a-4b82-8c80-5f2dc4b052f2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:43:03.257314 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 51448) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:43:03.392030 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-692cba76-30cf-4d77-a326-37d3d1442dab admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1332426 Aug 09 16:43:04.074821 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device db2c81b0-f185-4954-955f-582cd015564c up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:43:04.143598 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port db2c81b0-f185-4954-955f-582cd015564c triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:43:04.144157 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:04.247218 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port db2c81b0-f185-4954-955f-582cd015564c is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:43:04.247635 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:04.272392 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port db2c81b0-f185-4954-955f-582cd015564c, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=db2c81b0-f185-4954-955f-582cd015564c,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:43:04.372777 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:04.423598 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=db2c81b0-f185-4954-955f-582cd015564c,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:43:06.038737 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device db2c81b0-f185-4954-955f-582cd015564c up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:43:06.107415 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port db2c81b0-f185-4954-955f-582cd015564c triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:43:06.107936 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:06.227155 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port db2c81b0-f185-4954-955f-582cd015564c is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:43:11.078346 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f4995627-ae06-4181-bf62-045af92d47df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:13.085476 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-84c01cab-4bbe-4308-a057-b27c0a77ed8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:14.935890 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:16.238297 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:16.703475 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:16.907992 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:43:41.088759 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ae89f8aa-dc35-4e8b-aa3c-656d381d3b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:43.061552 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4fe9079e-a71d-4acb-a10c-dc7f594e31ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:44.876764 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:46.243452 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:46.694404 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:43:53.906668 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:44:11.065926 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-47061343-8807-49a5-8e68-5f2b60756c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:13.042019 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bf1648fb-3b1c-4e73-ba26-ca96ba44484f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:14.878876 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:16.184970 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:16.695973 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:30.907409 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:44:41.061236 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fcdb5022-46e7-47d5-a5a0-4a4e8beb6341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:43.035734 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f3dcf886-4d42-4ae5-b101-60b6b12a665c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:44.899478 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:46.172675 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:46.746918 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:51.497763 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52010) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:51.564504 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.pecan_wsgi.hooks.translation [None req-f560ae90-0a2e-4a7f-a07b-6ce00489e343 admin admin] GET failed (client error): The resource could not be found. Aug 09 16:44:51.565971 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-f560ae90-0a2e-4a7f-a07b-6ce00489e343 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0672448 Aug 09 16:44:51.744538 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d546e8-9a2e-4350-b485-84eaf87c24f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:51.745996 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-e4d546e8-9a2e-4350-b485-84eaf87c24f9 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1746290 Aug 09 16:44:54.048825 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52020) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:54.164660 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f973b5-426d-4838-8fb8-fac77b4ab6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:54.166145 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-80f973b5-426d-4838-8fb8-fac77b4ab6ab admin admin] 10.222.0.49 "GET /v2.0/subnets/85f5b668-80fe-4eaa-b46f-6c534c11820b HTTP/1.1" status: 200 len: 849 time: 0.1163075 Aug 09 16:44:54.176614 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-ccc341f3-0613-49b9-af85-ccfc91a08f04 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:44:54.334957 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ccc341f3-0613-49b9-af85-ccfc91a08f04 admin admin] Notify callbacks [] for subnet, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:54.546292 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ccc341f3-0613-49b9-af85-ccfc91a08f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730382814931'] for subnet, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:54.579466 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc341f3-0613-49b9-af85-ccfc91a08f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:54.580253 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ccc341f3-0613-49b9-af85-ccfc91a08f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:54.582286 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-ccc341f3-0613-49b9-af85-ccfc91a08f04 admin admin] 10.222.0.49 "PUT /v2.0/subnets/85f5b668-80fe-4eaa-b46f-6c534c11820b HTTP/1.1" status: 200 len: 868 time: 0.4087486 Aug 09 16:44:54.584855 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737c920d-7bcb-4ba7-83b4-b864d86cf806 None None] Network 64d0bafb-e3f1-4e9e-bf73-2158b7e46856 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:44:54.607952 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc341f3-0613-49b9-af85-ccfc91a08f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85f5b668-80fe-4eaa-b46f-6c534c11820b,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:44:54.617436 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc341f3-0613-49b9-af85-ccfc91a08f04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:54.617721 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc341f3-0613-49b9-af85-ccfc91a08f04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:54.619527 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc341f3-0613-49b9-af85-ccfc91a08f04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:54.619527 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc341f3-0613-49b9-af85-ccfc91a08f04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:54.619527 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc341f3-0613-49b9-af85-ccfc91a08f04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:54.619527 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc341f3-0613-49b9-af85-ccfc91a08f04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:54.619527 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc341f3-0613-49b9-af85-ccfc91a08f04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:54.620029 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc341f3-0613-49b9-af85-ccfc91a08f04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:54.620029 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc341f3-0613-49b9-af85-ccfc91a08f04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:54.620313 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc341f3-0613-49b9-af85-ccfc91a08f04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:54.620634 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc341f3-0613-49b9-af85-ccfc91a08f04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:54.620954 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc341f3-0613-49b9-af85-ccfc91a08f04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:44:54.997093 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-bafbef5e-d41a-43ff-bcff-1af983e93341 None None] Provisioning complete for port c43a97b5-355c-469e-91da-00da4fa540e5 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:54.997483 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bafbef5e-d41a-43ff-bcff-1af983e93341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:55.080599 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-bafbef5e-d41a-43ff-bcff-1af983e93341 None None] Current status of the port c43a97b5-355c-469e-91da-00da4fa540e5 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:44:55.090760 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-bafbef5e-d41a-43ff-bcff-1af983e93341 None None] Provisioning complete for port 71a54728-fd13-480a-b068-107f3c435900 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:44:55.091135 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bafbef5e-d41a-43ff-bcff-1af983e93341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:44:55.170465 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-bafbef5e-d41a-43ff-bcff-1af983e93341 None None] Current status of the port 71a54728-fd13-480a-b068-107f3c435900 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:44:56.903545 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52028) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:57.108813 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b7d8eb-3cba-4277-9164-8862f0246368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:57.109282 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b7d8eb-3cba-4277-9164-8862f0246368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:57.111035 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-85b7d8eb-3cba-4277-9164-8862f0246368 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2065365 Aug 09 16:44:59.440428 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52036) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:44:59.584028 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8d9d16-b023-4ebd-9434-256ab2b3670c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:59.584506 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8d9d16-b023-4ebd-9434-256ab2b3670c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:44:59.586109 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8b8d9d16-b023-4ebd-9434-256ab2b3670c admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1448135 Aug 09 16:45:01.912424 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52044) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:02.048367 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e64374-f78b-417b-b070-b8265cc7181a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:45:02.049776 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-94e64374-f78b-417b-b070-b8265cc7181a admin admin] 10.222.0.49 "GET /v2.0/networks/5028ac3a-b802-4c2c-954e-eba2e898c760 HTTP/1.1" status: 200 len: 886 time: 0.1355863 Aug 09 16:45:04.380761 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 52052) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:04.520566 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53588d58-2f81-4f33-a48d-637aa38b3fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:45:04.522055 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-53588d58-2f81-4f33-a48d-637aa38b3fac admin admin] 10.222.0.49 "GET /v2.0/networks/64d0bafb-e3f1-4e9e-bf73-2158b7e46856 HTTP/1.1" status: 200 len: 869 time: 0.1403346 Aug 09 16:45:06.828759 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 52062) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:06.959435 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4848ce1b-5f77-4241-afa3-6b083bcd6eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:45:06.959887 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4848ce1b-5f77-4241-afa3-6b083bcd6eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:45:06.961402 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-4848ce1b-5f77-4241-afa3-6b083bcd6eb8 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1316774 Aug 09 16:45:07.905428 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:45:09.278555 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 52070) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:09.373762 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582992c3-d955-4c5c-a2de-d5ebddff2bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:45:09.374219 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582992c3-d955-4c5c-a2de-d5ebddff2bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:45:09.375812 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-582992c3-d955-4c5c-a2de-d5ebddff2bfc admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0963004 Aug 09 16:45:11.057518 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-93090998-292c-477a-a735-f4fe09c78282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:11.704329 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 52078) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:11.804200 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193e99c1-ee67-412a-88a1-bdec204a0e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:45:11.805649 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-193e99c1-ee67-412a-88a1-bdec204a0e96 admin admin] 10.222.0.49 "GET /v2.0/subnets/85f5b668-80fe-4eaa-b46f-6c534c11820b HTTP/1.1" status: 200 len: 868 time: 0.1003354 Aug 09 16:45:13.054591 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b9342a58-f89a-4a98-99be-241f4f91410b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:14.098636 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 52086) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:14.193075 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace6bb72-f977-4b4a-b2c5-c4c7680aa6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:45:14.194528 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ace6bb72-f977-4b4a-b2c5-c4c7680aa6d6 admin admin] 10.222.0.49 "GET /v2.0/subnets/b7b40501-4b8c-453f-8696-1c1d455f2ab8 HTTP/1.1" status: 200 len: 816 time: 0.0948989 Aug 09 16:45:14.869006 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:16.174296 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:16.700049 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:35.646871 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52140) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:35.697078 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [None req-8ba35412-e55c-4bee-8489-cf5ff0e01f74 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:45:35.698159 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8ba35412-e55c-4bee-8489-cf5ff0e01f74 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503132 Aug 09 16:45:38.089155 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52148) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:38.151904 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.pecan_wsgi.hooks.translation [None req-55856f80-9b3c-453d-91ca-72d8eeac993c admin admin] GET failed (client error): The resource could not be found. Aug 09 16:45:38.153244 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-55856f80-9b3c-453d-91ca-72d8eeac993c admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0631008 Aug 09 16:45:38.241037 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b1a9a6-d8be-4256-947b-6b190f6ac90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:45:38.242850 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d5b1a9a6-d8be-4256-947b-6b190f6ac90b admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0848515 Aug 09 16:45:40.579592 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52156) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:40.630256 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-9007a8dd-2336-4325-9596-24595295750b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:45:40.710574 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9007a8dd-2336-4325-9596-24595295750b admin admin] Made reservation on behalf of 8fab622069c7405ab5a8d5d7b89ef336 for: {'network': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:45:40.713039 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9007a8dd-2336-4325-9596-24595295750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for network, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:40.752234 dv-cinder-852570-1-iscsi neutron-server[109849]: WARNING neutron.services.revisions.revision_plugin [None req-9007a8dd-2336-4325-9596-24595295750b admin admin] Could not find related network for resource to bump revision. Aug 09 16:45:40.765456 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9007a8dd-2336-4325-9596-24595295750b admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=109849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:45:40.774535 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9007a8dd-2336-4325-9596-24595295750b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:40.774897 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.segments_db [None req-9007a8dd-2336-4325-9596-24595295750b admin admin] Added segment 1124e9c7-5d11-4304-87c9-ed7084c0fa8f of type vlan for network 716ecf08-a604-4413-ba1b-7bd6a5ece212 Aug 09 16:45:40.820001 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9007a8dd-2336-4325-9596-24595295750b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730382254695'] for network, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:40.916672 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9007a8dd-2336-4325-9596-24595295750b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for network, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:40.917692 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9007a8dd-2336-4325-9596-24595295750b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:45:40.918309 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9007a8dd-2336-4325-9596-24595295750b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:40.977010 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007a8dd-2336-4325-9596-24595295750b admin admin] Pushing event updated for resources: {'Network': ['ID=716ecf08-a604-4413-ba1b-7bd6a5ece212,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:40.987277 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Network 716ecf08-a604-4413-ba1b-7bd6a5ece212 details requested by agent ovs-agent-dv-cinder-852570-1-iscsi with host dv-cinder-852570-1-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:45:41.019736 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-9007a8dd-2336-4325-9596-24595295750b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4389658 Aug 09 16:45:41.099733 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cf323693-2a2c-4a1a-9371-857bef824770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:43.063453 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8a09504a-97c4-4e9f-94b5-c1d155106aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:43.363717 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52164) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:45:43.430060 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bcb5225-eb94-4414-a02e-8f04abc7db2e admin admin] GET failed (client error): The resource could not be found. Aug 09 16:45:43.431425 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-3bcb5225-eb94-4414-a02e-8f04abc7db2e admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0667620 Aug 09 16:45:43.502504 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fad6c73-5b90-4162-821c-fe36f3c8ccbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:45:43.504123 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-5fad6c73-5b90-4162-821c-fe36f3c8ccbd admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0672750 Aug 09 16:45:43.514747 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-75b15dec-0e1d-498c-b9ca-cf11488fcede admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '716ecf08-a604-4413-ba1b-7bd6a5ece212', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:45:43.593795 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b15dec-0e1d-498c-b9ca-cf11488fcede admin admin] Made reservation on behalf of 8fab622069c7405ab5a8d5d7b89ef336 for: {'subnet': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:45:43.595971 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-75b15dec-0e1d-498c-b9ca-cf11488fcede admin admin] Notify callbacks [] for subnet, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:43.836411 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-75b15dec-0e1d-498c-b9ca-cf11488fcede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for subnet, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:43.890639 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b15dec-0e1d-498c-b9ca-cf11488fcede admin admin] Pushing event updated for resources: {'Subnet': ['ID=f793361c-7c8f-42b4-8e24-856b3b3f1bc5,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:43.900756 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b15dec-0e1d-498c-b9ca-cf11488fcede admin admin] Checking segment: {'id': '1124e9c7-5d11-4304-87c9-ed7084c0fa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '716ecf08-a604-4413-ba1b-7bd6a5ece212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:45:43.901116 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b15dec-0e1d-498c-b9ca-cf11488fcede admin admin] Network hostable DHCP agents. Network: 716ecf08-a604-4413-ba1b-7bd6a5ece212, hostable agents: ['29a5f48d-823f-44e6-8d1e-becd3d6d9067'], hosted agents: [] {{(pid=109849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:45:44.007482 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b15dec-0e1d-498c-b9ca-cf11488fcede admin admin] Network 716ecf08-a604-4413-ba1b-7bd6a5ece212 is scheduled to be hosted by DHCP agent 29a5f48d-823f-44e6-8d1e-becd3d6d9067 with binding_index 1 {{(pid=109849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:45:44.102328 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-75b15dec-0e1d-498c-b9ca-cf11488fcede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852570-1-iscsi, 716ecf08-a604-4413-ba1b-7bd6a5ece212) {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:45:44.106512 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b15dec-0e1d-498c-b9ca-cf11488fcede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:45:44.107103 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-75b15dec-0e1d-498c-b9ca-cf11488fcede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:44.111723 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20573c2c-fa7c-41ef-a060-267ea030b08c None None] Network 716ecf08-a604-4413-ba1b-7bd6a5ece212 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:45:44.207919 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-75b15dec-0e1d-498c-b9ca-cf11488fcede admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6967750 Aug 09 16:45:44.262997 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3b9ae2-91fe-5293-8926-9fd0d40c18c6-716ecf08-a604-4413-ba1b-7bd6a5ece212', 'network_id': '716ecf08-a604-4413-ba1b-7bd6a5ece212', 'tenant_id': '8fab622069c7405ab5a8d5d7b89ef336', 'fixed_ips': [{'subnet_id': 'f793361c-7c8f-42b4-8e24-856b3b3f1bc5'}]}} from dv-cinder-852570-1-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:45:44.264601 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:44.417982 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Allocated IP 192.168.233.2 (716ecf08-a604-4413-ba1b-7bd6a5ece212/f793361c-7c8f-42b4-8e24-856b3b3f1bc5/6e21b246-f79c-4b5e-98c1-ba9741d4ed9a) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:45:44.569366 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Notify callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:44.642663 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:44.687574 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Network 716ecf08-a604-4413-ba1b-7bd6a5ece212 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:45:44.690473 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:45:44.693529 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:45:44.699505 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Pushing event updated for resources: {'Port': ['ID=6e21b246-f79c-4b5e-98c1-ba9741d4ed9a,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:44.709042 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:44.709494 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:44.709785 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:44.710119 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:44.710506 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:44.710841 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:44.711176 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:44.711503 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:44.711855 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:44.712179 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:44.712504 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:44.712826 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:45:44.770657 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Attempting to bind port 6e21b246-f79c-4b5e-98c1-ba9741d4ed9a on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:45:44.771055 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Attempting to bind port 6e21b246-f79c-4b5e-98c1-ba9741d4ed9a by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '1124e9c7-5d11-4304-87c9-ed7084c0fa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '716ecf08-a604-4413-ba1b-7bd6a5ece212'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:45:44.771420 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Attempting to bind port 6e21b246-f79c-4b5e-98c1-ba9741d4ed9a on network 716ecf08-a604-4413-ba1b-7bd6a5ece212 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:45:44.776573 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:45:44.776929 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Checking segment: {'id': '1124e9c7-5d11-4304-87c9-ed7084c0fa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '716ecf08-a604-4413-ba1b-7bd6a5ece212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:45:44.777330 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:44.777751 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Bound using segment: {'id': '1124e9c7-5d11-4304-87c9-ed7084c0fa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '716ecf08-a604-4413-ba1b-7bd6a5ece212'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:45:44.778218 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Bound port: 6e21b246-f79c-4b5e-98c1-ba9741d4ed9a, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1124e9c7-5d11-4304-87c9-ed7084c0fa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '716ecf08-a604-4413-ba1b-7bd6a5ece212'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:45:44.778600 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:44.867480 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] For port 6e21b246-f79c-4b5e-98c1-ba9741d4ed9a, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:45:44.870665 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] For port 6e21b246-f79c-4b5e-98c1-ba9741d4ed9a, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=6e21b246-f79c-4b5e-98c1-ba9741d4ed9a,segment=NetworkSegment(1124e9c7-5d11-4304-87c9-ed7084c0fa8f),segment_id=1124e9c7-5d11-4304-87c9-ed7084c0fa8f)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:45:44.902428 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:44.903854 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:45:44.957000 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:45.010818 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df807f-2cba-483c-b574-ea3fe9b36ce7 None None] Pushing event updated for resources: {'Port': ['ID=6e21b246-f79c-4b5e-98c1-ba9741d4ed9a,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:45.844840 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b08a199-c1d7-4075-bd76-d1c9a8f5a891 None None] Network 716ecf08-a604-4413-ba1b-7bd6a5ece212 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:45:45.966326 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-609392a5-57d3-4422-a45a-93e8e4da2066 None None] Provisioning complete for port 6e21b246-f79c-4b5e-98c1-ba9741d4ed9a triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:45:45.966663 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-609392a5-57d3-4422-a45a-93e8e4da2066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:46.079415 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-609392a5-57d3-4422-a45a-93e8e4da2066 None None] Current status of the port 6e21b246-f79c-4b5e-98c1-ba9741d4ed9a is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:45:46.079825 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-609392a5-57d3-4422-a45a-93e8e4da2066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:46.114395 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-609392a5-57d3-4422-a45a-93e8e4da2066 None None] For port 6e21b246-f79c-4b5e-98c1-ba9741d4ed9a, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=6e21b246-f79c-4b5e-98c1-ba9741d4ed9a,segment=NetworkSegment(1124e9c7-5d11-4304-87c9-ed7084c0fa8f),segment_id=1124e9c7-5d11-4304-87c9-ed7084c0fa8f)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:45:46.192221 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 6e21b246-f79c-4b5e-98c1-ba9741d4ed9a up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:45:46.225473 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-609392a5-57d3-4422-a45a-93e8e4da2066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:46.268128 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:46.296865 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609392a5-57d3-4422-a45a-93e8e4da2066 None None] Pushing event updated for resources: {'Port': ['ID=6e21b246-f79c-4b5e-98c1-ba9741d4ed9a,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:45:46.318338 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 6e21b246-f79c-4b5e-98c1-ba9741d4ed9a triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:45:46.318782 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:46.369147 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-72197e36-f50c-4812-8a5b-d23dd2515bab None None] Provisioning complete for port 6e21b246-f79c-4b5e-98c1-ba9741d4ed9a triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:45:46.369539 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-72197e36-f50c-4812-8a5b-d23dd2515bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:46.452429 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 6e21b246-f79c-4b5e-98c1-ba9741d4ed9a is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:45:46.490923 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-72197e36-f50c-4812-8a5b-d23dd2515bab None None] Current status of the port 6e21b246-f79c-4b5e-98c1-ba9741d4ed9a is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:45:46.727909 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:48.140732 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 6e21b246-f79c-4b5e-98c1-ba9741d4ed9a up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:45:48.194528 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 6e21b246-f79c-4b5e-98c1-ba9741d4ed9a triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:45:48.194900 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:45:48.275505 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 6e21b246-f79c-4b5e-98c1-ba9741d4ed9a is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:46:11.079184 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f7d32a1-f978-49f4-bb0d-eebcd6a7ec30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:13.052448 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c02bcd83-9cba-4a65-b227-4e03e91e6fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:14.903889 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:16.199033 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:16.707317 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:21.903474 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:46:41.097182 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb8a0f0a-38b2-4438-b594-7bdb8696f9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:43.072191 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-32dd532e-9431-43db-8ac4-78c1f9c3b42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:44.903797 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:46.177954 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:46.712679 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:46:58.902363 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:47:05.076469 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 52204) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:47:05.082393 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [None req-b8e6800d-425e-46a7-a8d4-0a71ad1b1736 tempest-verify_tempest_config-1795442099 tempest-verify_tempest_config-1795442099-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:47:05.083347 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-b8e6800d-425e-46a7-a8d4-0a71ad1b1736 tempest-verify_tempest_config-1795442099 tempest-verify_tempest_config-1795442099-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059183 Aug 09 16:47:05.629151 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 52222) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:47:05.758950 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49ade258-6f87-4296-a59f-e726df0c98ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:05.908899 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49ade258-6f87-4296-a59f-e726df0c98ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:05.993585 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49ade258-6f87-4296-a59f-e726df0c98ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:06.039433 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-49ade258-6f87-4296-a59f-e726df0c98ea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d5fa5841fece403fb7aa183a8636480b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4091680 Aug 09 16:47:06.040478 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ade258-6f87-4296-a59f-e726df0c98ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a73815-348e-401b-842e-7a2a1724b9c6,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:06.042398 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52226) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:47:06.047727 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ade258-6f87-4296-a59f-e726df0c98ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.048093 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ade258-6f87-4296-a59f-e726df0c98ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.048436 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ade258-6f87-4296-a59f-e726df0c98ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.048776 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ade258-6f87-4296-a59f-e726df0c98ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.049190 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ade258-6f87-4296-a59f-e726df0c98ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.049460 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ade258-6f87-4296-a59f-e726df0c98ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.049793 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ade258-6f87-4296-a59f-e726df0c98ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.050136 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ade258-6f87-4296-a59f-e726df0c98ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.050483 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ade258-6f87-4296-a59f-e726df0c98ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.051647 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ade258-6f87-4296-a59f-e726df0c98ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.051986 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ade258-6f87-4296-a59f-e726df0c98ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.052311 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ade258-6f87-4296-a59f-e726df0c98ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.099365 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a5017b95-5842-446a-8e28-e5ca5b41498f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:06.123724 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a5017b95-5842-446a-8e28-e5ca5b41498f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:06.285374 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a5017b95-5842-446a-8e28-e5ca5b41498f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:06.287872 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a5017b95-5842-446a-8e28-e5ca5b41498f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:06.289048 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a5017b95-5842-446a-8e28-e5ca5b41498f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/41a73815-348e-401b-842e-7a2a1724b9c6 HTTP/1.1" status: 204 len: 168 time: 0.2456722 Aug 09 16:47:06.297803 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5017b95-5842-446a-8e28-e5ca5b41498f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a73815-348e-401b-842e-7a2a1724b9c6,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:47:06.304525 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5017b95-5842-446a-8e28-e5ca5b41498f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.304879 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5017b95-5842-446a-8e28-e5ca5b41498f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.305222 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5017b95-5842-446a-8e28-e5ca5b41498f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.305589 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5017b95-5842-446a-8e28-e5ca5b41498f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.305927 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5017b95-5842-446a-8e28-e5ca5b41498f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.306262 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5017b95-5842-446a-8e28-e5ca5b41498f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.306651 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5017b95-5842-446a-8e28-e5ca5b41498f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.307620 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5017b95-5842-446a-8e28-e5ca5b41498f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.308166 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5017b95-5842-446a-8e28-e5ca5b41498f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.308503 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5017b95-5842-446a-8e28-e5ca5b41498f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.308838 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5017b95-5842-446a-8e28-e5ca5b41498f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:06.309168 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5017b95-5842-446a-8e28-e5ca5b41498f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:47:11.059954 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b018b036-ff46-47ae-a9c8-a330084a3d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:13.045014 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-78b43e4b-7bc5-424f-808f-035c5d8c0099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:14.899934 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:16.193764 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:16.719354 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:35.901175 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:47:41.084126 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9d023fac-64f4-4309-8f7e-4d4c638156d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:43.053547 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3b09fdb6-996e-418c-befa-dd8a9da61879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:44.924133 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:46.179135 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:47:46.717908 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:11.118087 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-795dd1b8-8924-480c-9f63-b0b670c811b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:12.901210 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 5 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:48:13.042908 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39115302-46bb-4478-ac81-6878a77ce746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:14.905993 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:16.178480 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:16.721070 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:41.076918 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c7ed9e83-bc8f-4276-be87-2c1d8d98a54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:43.042401 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b40f1e4d-4238-4f75-9d39-314932297075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:44.910902 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:46.173330 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:46.721930 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:46.842427 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-571309'] for agent, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:48:49.900013 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:49:03.300937 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52298) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:49:03.407987 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-e33aa9be-6f5f-4fb5-bce0-f1effce2663d admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1058891 Aug 09 16:49:05.707905 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52308) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:49:05.768940 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-5cd45f8b-1a55-41ba-8088-bc751d788c7f admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0584946 Aug 09 16:49:11.081218 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2e8936af-9a0b-4e46-baf5-106087c91f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:13.035819 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-708b0451-20db-46b8-b139-b9c91d236609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:14.944044 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:16.166592 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:16.726971 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:16.833921 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:26.898885 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:49:41.084722 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b1c8b0d-09c6-49d3-860b-a86acec133cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:43.080514 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d8a718cf-09c4-4bd3-a322-7ced103f8d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:44.902180 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:46.160436 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:46.773472 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:49:46.840990 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:03.900866 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:50:11.090771 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c2973098-1e37-4979-b106-0c10d777326f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:13.040806 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c8e02554-c8b8-4c83-881d-0d86ec6b7142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:14.926199 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:16.187558 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:16.747627 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:16.840647 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:40.900751 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:50:41.064206 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0f9a-5457-490d-ba37-7bc74cb5be3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:43.061768 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7dd0c4fd-6e68-47a1-9aef-c3998aa4aab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:44.926129 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:46.171582 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:46.742123 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:46.897588 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:55.808722 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52490) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:56.000965 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52502) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:56.022234 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52506) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:56.301972 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 52514) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:56.334923 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-network', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:56.361722 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52520) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:56.399893 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-0ccbda74-3d01-4c3b-a3ac-a5da1d2f45ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1425428847-network', 'tenant_id': '263134786e174e0683b78ef12715c3fb'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:56.438001 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-a8f79d14-242d-475b-8337-3148e05ec4dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2087148899-network', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:56.442918 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Made reservation on behalf of 036e4f22211a49c78cb03d2fb540e984 for: {'network': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:56.445836 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for network, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.456092 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.493949 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccbda74-3d01-4c3b-a3ac-a5da1d2f45ce admin admin] Made reservation on behalf of 263134786e174e0683b78ef12715c3fb for: {'network': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:56.496331 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0ccbda74-3d01-4c3b-a3ac-a5da1d2f45ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for network, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.509367 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0ccbda74-3d01-4c3b-a3ac-a5da1d2f45ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.581087 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f79d14-242d-475b-8337-3148e05ec4dd admin admin] Made reservation on behalf of 4a57286dc9144127b1177b199faf0b0a for: {'network': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:56.583463 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a8f79d14-242d-475b-8337-3148e05ec4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for network, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.601277 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a8f79d14-242d-475b-8337-3148e05ec4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.624575 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.676914 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0ccbda74-3d01-4c3b-a3ac-a5da1d2f45ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.695357 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1692903735-network', 'tenant_id': '28579acf4f6649619fa5e100c7c9ac60'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:56.705157 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-926daa49-123d-4b0b-9876-3c4a8b8f1713 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-network', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:56.723249 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.758670 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a8f79d14-242d-475b-8337-3148e05ec4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.767007 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=109849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:50:56.770482 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0ccbda74-3d01-4c3b-a3ac-a5da1d2f45ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.789195 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Made reservation on behalf of 28579acf4f6649619fa5e100c7c9ac60 for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:56.792861 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for network, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.795854 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470f67d0-691f-4bb5-844f-6815ca871fd0,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:56.798340 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.798721 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.segments_db [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Added segment caf580cf-f8f7-4591-b50b-ec431bcba092 of type vlan for network afefc86c-3f24-4c4b-9b8a-046339133df8 Aug 09 16:50:56.805130 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.813548 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ccbda74-3d01-4c3b-a3ac-a5da1d2f45ce admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=109849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:50:56.817620 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.818170 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.818681 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.819213 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.819709 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.820214 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.820708 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.821212 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.821769 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.827462 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.827462 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.827462 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Tracked resource versions report: Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: pushed versions: Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: { 'AddressGroup': {'1.2'}, Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'ConntrackHelper': {'1.0'}, Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'Log': {'1.0'}, Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'Network': {'1.1'}, Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'Port': {'1.7'}, Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'PortForwarding': {'1.2'}, Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'QosPolicy': {'1.9'}, Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'SecurityGroup': {'1.4'}, Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'SecurityGroupRule': {'1.2'}, Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'SubPort': {'1.0'}, Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'Subnet': {'1.1'}, Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'Trunk': {'1.1'}} Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: consumer versions: Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: { DHCP agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: HyperV agent@hv-cinder-85257: {}, Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: L3 agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: Metadata agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: Metering agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: Open vSwitch agent@dv-cinder-852570-1-iscsi: { 'AddressGroup': '1.2', Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'ConntrackHelper': '1.0', Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'Log': '1.0', Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'Network': '1.1', Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'Port': '1.7', Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'PortForwarding': '1.2', Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'QosPolicy': '1.9', Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'SecurityGroup': '1.4', Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'SecurityGroupRule': '1.2', Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'SubPort': '1.0', Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'Subnet': '1.1', Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: 'Trunk': '1.1'}} Aug 09 16:50:56.829482 dv-cinder-852570-1-iscsi neutron-server[109849]: {{(pid=109849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 16:50:56.851376 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926daa49-123d-4b0b-9876-3c4a8b8f1713 admin admin] Made reservation on behalf of d1742bf7a82941b5ac56e5c5d045417f for: {'network': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:56.858335 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-926daa49-123d-4b0b-9876-3c4a8b8f1713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for network, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.859233 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a8f79d14-242d-475b-8337-3148e05ec4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.890376 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.904911 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0ccbda74-3d01-4c3b-a3ac-a5da1d2f45ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.905242 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.segments_db [None req-0ccbda74-3d01-4c3b-a3ac-a5da1d2f45ce admin admin] Added segment 87f5d243-c53a-428d-b098-88104c9fed17 of type vlan for network d420601f-31a3-46a3-ad4c-fea8c4abc0ea Aug 09 16:50:56.915538 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-926daa49-123d-4b0b-9876-3c4a8b8f1713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.931259 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730382254695'] for network, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.962327 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f79d14-242d-475b-8337-3148e05ec4dd admin admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=109849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:50:56.970016 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:56.976708 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbda74-3d01-4c3b-a3ac-a5da1d2f45ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390ece20-a755-414d-a0f5-ac8f96c81b53,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:57.007370 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=109848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:50:57.018778 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a8f79d14-242d-475b-8337-3148e05ec4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.018778 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.segments_db [None req-a8f79d14-242d-475b-8337-3148e05ec4dd admin admin] Added segment daa2a3da-8df0-4bc8-beb5-173e7eb8875a of type vlan for network b631f0ba-3918-495c-9e8a-a3fd8937f433 Aug 09 16:50:57.021984 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.022509 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Added segment 9efe17a1-07ce-47e6-a2ab-b7065da4c4b8 of type vlan for network 713d6a7a-686f-4197-9ccf-112c6c469454 Aug 09 16:50:57.026332 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0ccbda74-3d01-4c3b-a3ac-a5da1d2f45ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730382254695'] for network, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.064669 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730382254695'] for network, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.081581 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f79d14-242d-475b-8337-3148e05ec4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf0e417-d944-4573-a3d3-c25360c4d171,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:57.087855 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:57.095656 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:57.096204 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:57.096773 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:57.097518 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:57.098416 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:57.099013 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:57.099855 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:57.100514 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:57.101072 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:57.102141 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:57.102691 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:57.103318 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Tracked resource versions report: Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: pushed versions: Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: { 'AddressGroup': {'1.2'}, Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'ConntrackHelper': {'1.0'}, Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'Log': {'1.0'}, Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'Network': {'1.1'}, Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'Port': {'1.7'}, Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'PortForwarding': {'1.2'}, Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'QosPolicy': {'1.9'}, Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'SecurityGroup': {'1.4'}, Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'SecurityGroupRule': {'1.2'}, Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'SubPort': {'1.0'}, Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'Subnet': {'1.1'}, Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'Trunk': {'1.1'}} Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: consumer versions: Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: { DHCP agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: HyperV agent@hv-cinder-85257: {}, Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: L3 agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: Metadata agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: Metering agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: Open vSwitch agent@dv-cinder-852570-1-iscsi: { 'AddressGroup': '1.2', Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'ConntrackHelper': '1.0', Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'Log': '1.0', Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'Network': '1.1', Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'Port': '1.7', Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'PortForwarding': '1.2', Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'QosPolicy': '1.9', Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'SecurityGroup': '1.4', Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'SecurityGroupRule': '1.2', Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'SubPort': '1.0', Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'Subnet': '1.1', Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: 'Trunk': '1.1'}} Aug 09 16:50:57.105623 dv-cinder-852570-1-iscsi neutron-server[109848]: {{(pid=109848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 16:50:57.121038 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a8f79d14-242d-475b-8337-3148e05ec4dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730382254695'] for network, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.152551 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for network, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.156510 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:57.156510 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.189349 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for network, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.191180 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:57.191846 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.289531 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] Pushing event updated for resources: {'Network': ['ID=713d6a7a-686f-4197-9ccf-112c6c469454,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:57.298241 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-e8db1643-aaa7-4987-ba68-4ac3f977192e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9951873 Aug 09 16:50:57.302974 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Network 713d6a7a-686f-4197-9ccf-112c6c469454 details requested by agent ovs-agent-dv-cinder-852570-1-iscsi with host dv-cinder-852570-1-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:50:57.306470 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 52566) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:57.313027 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-dc8ef0c9-ef33-4712-a5ab-cf40a0b91f38 admin admin] Request body: {'subnet': {'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1692903735-subnet', 'tenant_id': '28579acf4f6649619fa5e100c7c9ac60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:57.345148 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0ccbda74-3d01-4c3b-a3ac-a5da1d2f45ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for network, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.346031 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccbda74-3d01-4c3b-a3ac-a5da1d2f45ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:57.346607 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0ccbda74-3d01-4c3b-a3ac-a5da1d2f45ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.348618 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a8f79d14-242d-475b-8337-3148e05ec4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for network, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.349452 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f79d14-242d-475b-8337-3148e05ec4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:57.350002 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a8f79d14-242d-475b-8337-3148e05ec4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.351847 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] Pushing event updated for resources: {'Network': ['ID=afefc86c-3f24-4c4b-9b8a-046339133df8,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:57.360058 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 52576) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:57.365459 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-05b65089-53b0-45fd-9ee1-85947c435b5d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5498714 Aug 09 16:50:57.366961 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-a17b35ee-16f9-4aa7-928e-d4edb4790725 admin admin] Request body: {'subnet': {'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-subnet', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:57.412754 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-926daa49-123d-4b0b-9876-3c4a8b8f1713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.416410 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Network afefc86c-3f24-4c4b-9b8a-046339133df8 details requested by agent ovs-agent-dv-cinder-852570-1-iscsi with host dv-cinder-852570-1-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:50:57.439686 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8ef0c9-ef33-4712-a5ab-cf40a0b91f38 admin admin] Made reservation on behalf of 28579acf4f6649619fa5e100c7c9ac60 for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:57.442039 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dc8ef0c9-ef33-4712-a5ab-cf40a0b91f38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.453313 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbda74-3d01-4c3b-a3ac-a5da1d2f45ce admin admin] Pushing event updated for resources: {'Network': ['ID=d420601f-31a3-46a3-ad4c-fea8c4abc0ea,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:57.514832 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Network d420601f-31a3-46a3-ad4c-fea8c4abc0ea details requested by agent ovs-agent-dv-cinder-852570-1-iscsi with host dv-cinder-852570-1-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:50:57.523087 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f79d14-242d-475b-8337-3148e05ec4dd admin admin] Pushing event updated for resources: {'Network': ['ID=b631f0ba-3918-495c-9e8a-a3fd8937f433,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:57.544795 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Network b631f0ba-3918-495c-9e8a-a3fd8937f433 details requested by agent ovs-agent-dv-cinder-852570-1-iscsi with host dv-cinder-852570-1-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:50:57.556791 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-0ccbda74-3d01-4c3b-a3ac-a5da1d2f45ce admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5504980 Aug 09 16:50:57.559776 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52582) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:57.576747 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a8f79d14-242d-475b-8337-3148e05ec4dd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5507810 Aug 09 16:50:57.579164 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-926daa49-123d-4b0b-9876-3c4a8b8f1713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.586647 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52584) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:57.592100 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-9cf4bf2b-e7f9-47e1-a0c9-2637793c532f admin admin] Request body: {'subnet': {'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-subnet', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:57.604611 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-571ea68c-6338-4ebd-a136-5616547deaee admin admin] Request body: {'subnet': {'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2087148899-subnet', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:57.622136 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17b35ee-16f9-4aa7-928e-d4edb4790725 admin admin] Made reservation on behalf of 036e4f22211a49c78cb03d2fb540e984 for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:57.624594 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a17b35ee-16f9-4aa7-928e-d4edb4790725 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.633900 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926daa49-123d-4b0b-9876-3c4a8b8f1713 admin admin] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=109849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:50:57.662404 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-926daa49-123d-4b0b-9876-3c4a8b8f1713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.662782 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.segments_db [None req-926daa49-123d-4b0b-9876-3c4a8b8f1713 admin admin] Added segment 73bc6df4-8599-4205-8273-c5885e51a656 of type vlan for network 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 Aug 09 16:50:57.699477 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dc8ef0c9-ef33-4712-a5ab-cf40a0b91f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for subnet, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.783440 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ef0c9-ef33-4712-a5ab-cf40a0b91f38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2e39800-036d-4bb8-82d6-1cca71db8ff9,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:57.787288 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926daa49-123d-4b0b-9876-3c4a8b8f1713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22c4044-c832-4aa8-ae12-62916c4889db,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:57.815414 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-926daa49-123d-4b0b-9876-3c4a8b8f1713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730382254695'] for network, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.847042 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ef0c9-ef33-4712-a5ab-cf40a0b91f38 admin admin] Checking segment: {'id': '9efe17a1-07ce-47e6-a2ab-b7065da4c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:50:57.847399 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8ef0c9-ef33-4712-a5ab-cf40a0b91f38 admin admin] Network hostable DHCP agents. Network: 713d6a7a-686f-4197-9ccf-112c6c469454, hostable agents: ['29a5f48d-823f-44e6-8d1e-becd3d6d9067'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:50:57.937356 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf4bf2b-e7f9-47e1-a0c9-2637793c532f admin admin] Made reservation on behalf of 263134786e174e0683b78ef12715c3fb for: {'subnet': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:57.939662 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9cf4bf2b-e7f9-47e1-a0c9-2637793c532f admin admin] Notify callbacks [] for subnet, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.997002 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-926daa49-123d-4b0b-9876-3c4a8b8f1713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for network, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:57.997997 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926daa49-123d-4b0b-9876-3c4a8b8f1713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:57.998569 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-926daa49-123d-4b0b-9876-3c4a8b8f1713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:58.000709 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571ea68c-6338-4ebd-a136-5616547deaee admin admin] Made reservation on behalf of 4a57286dc9144127b1177b199faf0b0a for: {'subnet': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:58.002893 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-571ea68c-6338-4ebd-a136-5616547deaee admin admin] Notify callbacks [] for subnet, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:58.017987 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8ef0c9-ef33-4712-a5ab-cf40a0b91f38 admin admin] Network 713d6a7a-686f-4197-9ccf-112c6c469454 is scheduled to be hosted by DHCP agent 29a5f48d-823f-44e6-8d1e-becd3d6d9067 with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:50:58.022820 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a17b35ee-16f9-4aa7-928e-d4edb4790725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for subnet, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:58.084268 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b35ee-16f9-4aa7-928e-d4edb4790725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2078996a-91bc-4210-bac4-b6f4af459f79,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:58.089144 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17b35ee-16f9-4aa7-928e-d4edb4790725 admin admin] Checking segment: {'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:50:58.089379 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17b35ee-16f9-4aa7-928e-d4edb4790725 admin admin] Network hostable DHCP agents. Network: afefc86c-3f24-4c4b-9b8a-046339133df8, hostable agents: ['29a5f48d-823f-44e6-8d1e-becd3d6d9067'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:50:58.129334 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926daa49-123d-4b0b-9876-3c4a8b8f1713 admin admin] Pushing event updated for resources: {'Network': ['ID=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:58.138943 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Network 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 details requested by agent ovs-agent-dv-cinder-852570-1-iscsi with host dv-cinder-852570-1-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:50:58.151630 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-dc8ef0c9-ef33-4712-a5ab-cf40a0b91f38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852570-1-iscsi, 713d6a7a-686f-4197-9ccf-112c6c469454) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:58.157900 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-926daa49-123d-4b0b-9876-3c4a8b8f1713 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7921302 Aug 09 16:50:58.159513 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52588) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:58.164069 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-eeaba344-5bdb-4213-8378-945a138f7eb6 admin admin] Request body: {'subnet': {'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-subnet', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:58.165846 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8ef0c9-ef33-4712-a5ab-cf40a0b91f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:58.166579 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dc8ef0c9-ef33-4712-a5ab-cf40a0b91f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:58.171433 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac75f82-5120-4ec9-8c73-cf52b81fa3a8 None None] Network 713d6a7a-686f-4197-9ccf-112c6c469454 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:50:58.265910 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17b35ee-16f9-4aa7-928e-d4edb4790725 admin admin] Network afefc86c-3f24-4c4b-9b8a-046339133df8 is scheduled to be hosted by DHCP agent 29a5f48d-823f-44e6-8d1e-becd3d6d9067 with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:50:58.279536 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-a17b35ee-16f9-4aa7-928e-d4edb4790725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852570-1-iscsi, afefc86c-3f24-4c4b-9b8a-046339133df8) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:58.313343 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd8defa-d9d2-477d-bf19-31fdc13ced30 None None] Network afefc86c-3f24-4c4b-9b8a-046339133df8 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:50:58.314798 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17b35ee-16f9-4aa7-928e-d4edb4790725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:58.315848 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a17b35ee-16f9-4aa7-928e-d4edb4790725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:58.338107 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-dc8ef0c9-ef33-4712-a5ab-cf40a0b91f38 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0292664 Aug 09 16:50:58.340867 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52590) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:58.345452 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-f74aa40c-ad2b-4f7c-b4b9-795f81bf0daf admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1692903735-router', 'tenant_id': '28579acf4f6649619fa5e100c7c9ac60', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:58.350823 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9cf4bf2b-e7f9-47e1-a0c9-2637793c532f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for subnet, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:58.403329 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaba344-5bdb-4213-8378-945a138f7eb6 admin admin] Made reservation on behalf of d1742bf7a82941b5ac56e5c5d045417f for: {'subnet': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:50:58.405634 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eeaba344-5bdb-4213-8378-945a138f7eb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:58.436451 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-571ea68c-6338-4ebd-a136-5616547deaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for subnet, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:58.438064 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-a17b35ee-16f9-4aa7-928e-d4edb4790725 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0755298 Aug 09 16:50:58.439572 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 52592) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:58.441590 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4bf2b-e7f9-47e1-a0c9-2637793c532f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:58.448971 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-4957046c-a0d4-4f1d-873b-6c6d6cc3d4b8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-router', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:58.489789 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3b9ae2-91fe-5293-8926-9fd0d40c18c6-713d6a7a-686f-4197-9ccf-112c6c469454', 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454', 'tenant_id': '28579acf4f6649619fa5e100c7c9ac60', 'fixed_ips': [{'subnet_id': 'b2e39800-036d-4bb8-82d6-1cca71db8ff9'}]}} from dv-cinder-852570-1-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:50:58.490592 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:58.517560 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f74aa40c-ad2b-4f7c-b4b9-795f81bf0daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-741'] for router, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:58.518726 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f74aa40c-ad2b-4f7c-b4b9-795f81bf0daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568769', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-972538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:58.536126 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf4bf2b-e7f9-47e1-a0c9-2637793c532f admin admin] Checking segment: {'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:50:58.536501 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf4bf2b-e7f9-47e1-a0c9-2637793c532f admin admin] Network hostable DHCP agents. Network: d420601f-31a3-46a3-ad4c-fea8c4abc0ea, hostable agents: ['29a5f48d-823f-44e6-8d1e-becd3d6d9067'], hosted agents: [] {{(pid=109849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:50:58.550204 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4957046c-a0d4-4f1d-873b-6c6d6cc3d4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-741'] for router, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:58.551468 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4957046c-a0d4-4f1d-873b-6c6d6cc3d4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568769', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-972538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:58.625421 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ea68c-6338-4ebd-a136-5616547deaee admin admin] Pushing event updated for resources: {'Subnet': ['ID=155efdb1-d3e8-4060-a1b4-dd2040cbd026,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:58.638301 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4957046c-a0d4-4f1d-873b-6c6d6cc3d4b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:58.645964 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3b9ae2-91fe-5293-8926-9fd0d40c18c6-afefc86c-3f24-4c4b-9b8a-046339133df8', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'fixed_ips': [{'subnet_id': '2078996a-91bc-4210-bac4-b6f4af459f79'}]}} from dv-cinder-852570-1-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:50:58.646911 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:58.705891 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571ea68c-6338-4ebd-a136-5616547deaee admin admin] Checking segment: {'id': 'daa2a3da-8df0-4bc8-beb5-173e7eb8875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:50:58.706609 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571ea68c-6338-4ebd-a136-5616547deaee admin admin] Network hostable DHCP agents. Network: b631f0ba-3918-495c-9e8a-a3fd8937f433, hostable agents: ['29a5f48d-823f-44e6-8d1e-becd3d6d9067'], hosted agents: [] {{(pid=109849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:50:58.777158 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f74aa40c-ad2b-4f7c-b4b9-795f81bf0daf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:58.782681 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf4bf2b-e7f9-47e1-a0c9-2637793c532f admin admin] Network d420601f-31a3-46a3-ad4c-fea8c4abc0ea is scheduled to be hosted by DHCP agent 29a5f48d-823f-44e6-8d1e-becd3d6d9067 with binding_index 1 {{(pid=109849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:50:58.921086 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Allocated IP 172.20.0.2 (713d6a7a-686f-4197-9ccf-112c6c469454/b2e39800-036d-4bb8-82d6-1cca71db8ff9/1323aa94-c0a2-41ee-8e04-279514db9e77) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:59.005836 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4957046c-a0d4-4f1d-873b-6c6d6cc3d4b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.025141 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-9cf4bf2b-e7f9-47e1-a0c9-2637793c532f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852570-1-iscsi, d420601f-31a3-46a3-ad4c-fea8c4abc0ea) {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:59.061021 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf4bf2b-e7f9-47e1-a0c9-2637793c532f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:59.061280 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9cf4bf2b-e7f9-47e1-a0c9-2637793c532f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.081903 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43c2ef2-57bd-471a-80c2-74fe016dd2ee None None] Network d420601f-31a3-46a3-ad4c-fea8c4abc0ea requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:50:59.110443 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571ea68c-6338-4ebd-a136-5616547deaee admin admin] Network b631f0ba-3918-495c-9e8a-a3fd8937f433 is scheduled to be hosted by DHCP agent 29a5f48d-823f-44e6-8d1e-becd3d6d9067 with binding_index 1 {{(pid=109849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:50:59.125524 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-571ea68c-6338-4ebd-a136-5616547deaee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852570-1-iscsi, b631f0ba-3918-495c-9e8a-a3fd8937f433) {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:59.180207 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eeaba344-5bdb-4213-8378-945a138f7eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for subnet, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.186458 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571ea68c-6338-4ebd-a136-5616547deaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:59.187054 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-571ea68c-6338-4ebd-a136-5616547deaee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.190773 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f74aa40c-ad2b-4f7c-b4b9-795f81bf0daf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.216864 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0d43e0-d2e9-4966-b459-63126a97ec48 None None] Network b631f0ba-3918-495c-9e8a-a3fd8937f433 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:50:59.238305 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-9cf4bf2b-e7f9-47e1-a0c9-2637793c532f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6500835 Aug 09 16:50:59.285377 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52638) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:59.285377 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-cb98766a-cb49-4def-a058-2ab46d9db739 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:59.286026 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] Allocated IP 172.20.0.2 (afefc86c-3f24-4c4b-9b8a-046339133df8/2078996a-91bc-4210-bac4-b6f4af459f79/5cb2fb55-99e5-4091-9ec6-74134e5dcfa2) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:59.286134 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaba344-5bdb-4213-8378-945a138f7eb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b994a0-3038-45c6-9b03-adabe3fc1842,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:50:59.289650 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaba344-5bdb-4213-8378-945a138f7eb6 admin admin] Checking segment: {'id': '73bc6df4-8599-4205-8273-c5885e51a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:50:59.289978 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaba344-5bdb-4213-8378-945a138f7eb6 admin admin] Network hostable DHCP agents. Network: 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45, hostable agents: ['29a5f48d-823f-44e6-8d1e-becd3d6d9067'], hosted agents: [] {{(pid=109849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:50:59.385114 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cb98766a-cb49-4def-a058-2ab46d9db739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-741'] for router, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.386862 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cb98766a-cb49-4def-a058-2ab46d9db739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568769', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-972538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.392079 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaba344-5bdb-4213-8378-945a138f7eb6 admin admin] Network 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 is scheduled to be hosted by DHCP agent 29a5f48d-823f-44e6-8d1e-becd3d6d9067 with binding_index 1 {{(pid=109849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:50:59.395696 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-571ea68c-6338-4ebd-a136-5616547deaee admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7968378 Aug 09 16:50:59.408949 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52640) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:59.414364 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-791d1f94-4a86-4235-bf74-d5f1c8f1010a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:59.462328 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4957046c-a0d4-4f1d-873b-6c6d6cc3d4b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.488731 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4957046c-a0d4-4f1d-873b-6c6d6cc3d4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.490715 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3b9ae2-91fe-5293-8926-9fd0d40c18c6-d420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9'}]}} from dv-cinder-852570-1-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:50:59.491851 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.495976 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cb98766a-cb49-4def-a058-2ab46d9db739 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.507101 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-eeaba344-5bdb-4213-8378-945a138f7eb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852570-1-iscsi, 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45) {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:59.515732 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaba344-5bdb-4213-8378-945a138f7eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:50:59.515732 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eeaba344-5bdb-4213-8378-945a138f7eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.521762 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Notify callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.528035 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f10976-8c7f-4006-9808-c34bacbd99fe None None] Network 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:50:59.556903 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-791d1f94-4a86-4235-bf74-d5f1c8f1010a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-741'] for router, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.558029 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-791d1f94-4a86-4235-bf74-d5f1c8f1010a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568769', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-972538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.621719 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-791d1f94-4a86-4235-bf74-d5f1c8f1010a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.631818 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-eeaba344-5bdb-4213-8378-945a138f7eb6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4689245 Aug 09 16:50:59.633940 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 52646) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:59.635062 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-4957046c-a0d4-4f1d-873b-6c6d6cc3d4b8 admin admin] Allocated IP 172.27.0.88 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/9535e389-5987-4cf8-9581-82e656ff983f) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:50:59.641226 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-65fa0966-e3f2-43d9-8691-33a593401e2a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:50:59.741711 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-65fa0966-e3f2-43d9-8691-33a593401e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-741'] for router, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.744550 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-65fa0966-e3f2-43d9-8691-33a593401e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568769', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-972538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.768723 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.841338 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52652) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:50:59.851842 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-65fa0966-e3f2-43d9-8691-33a593401e2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.897367 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Network 713d6a7a-686f-4197-9ccf-112c6c469454 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:50:59.946602 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3b9ae2-91fe-5293-8926-9fd0d40c18c6-b631f0ba-3918-495c-9e8a-a3fd8937f433', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'fixed_ips': [{'subnet_id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026'}]}} from dv-cinder-852570-1-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:50:59.947532 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.969593 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:50:59.982483 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] Notify callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:50:59.992703 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3b9ae2-91fe-5293-8926-9fd0d40c18c6-2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842'}]}} from dv-cinder-852570-1-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:50:59.996944 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.019539 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4957046c-a0d4-4f1d-873b-6c6d6cc3d4b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.048913 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:00.079587 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Pushing event updated for resources: {'Port': ['ID=1323aa94-c0a2-41ee-8e04-279514db9e77,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:00.092154 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f74aa40c-ad2b-4f7c-b4b9-795f81bf0daf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.137973 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] Allocated IP 172.20.0.2 (d420601f-31a3-46a3-ad4c-fea8c4abc0ea/4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9/b6272b2e-0468-49aa-9f39-caba831aa7a0) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:00.141454 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.168659 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f74aa40c-ad2b-4f7c-b4b9-795f81bf0daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.209361 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:00.209824 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:00.210171 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:00.210508 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:00.210840 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:00.211172 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:00.211495 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:00.211818 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:00.212159 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:00.212577 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:00.212789 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:00.213107 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Tracked resource versions report: Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: pushed versions: Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: { 'AddressGroup': {'1.2'}, Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'ConntrackHelper': {'1.0'}, Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'Log': {'1.0'}, Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'Network': {'1.1'}, Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'Port': {'1.7'}, Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'PortForwarding': {'1.2'}, Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'QosPolicy': {'1.9'}, Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'SecurityGroup': {'1.4'}, Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'SecurityGroupRule': {'1.2'}, Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'SubPort': {'1.0'}, Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'Subnet': {'1.1'}, Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'Trunk': {'1.1'}} Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: consumer versions: Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: { DHCP agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: HyperV agent@hv-cinder-85257: {}, Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: L3 agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: Metadata agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: Metering agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: Open vSwitch agent@dv-cinder-852570-1-iscsi: { 'AddressGroup': '1.2', Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'ConntrackHelper': '1.0', Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'Log': '1.0', Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'Network': '1.1', Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'Port': '1.7', Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'PortForwarding': '1.2', Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'QosPolicy': '1.9', Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'SecurityGroup': '1.4', Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'SecurityGroupRule': '1.2', Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'SubPort': '1.0', Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'Subnet': '1.1', Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: 'Trunk': '1.1'}} Aug 09 16:51:00.214731 dv-cinder-852570-1-iscsi neutron-server[109850]: {{(pid=109850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 16:51:00.253198 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cb98766a-cb49-4def-a058-2ab46d9db739 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.259036 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5fd5feaf-fa7a-425d-a5a2-5c37656374f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.265257 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-65fa0966-e3f2-43d9-8691-33a593401e2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.309493 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4957046c-a0d4-4f1d-873b-6c6d6cc3d4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.357435 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Attempting to bind port 1323aa94-c0a2-41ee-8e04-279514db9e77 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:00.362185 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Attempting to bind port 1323aa94-c0a2-41ee-8e04-279514db9e77 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '9efe17a1-07ce-47e6-a2ab-b7065da4c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:00.362185 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Attempting to bind port 1323aa94-c0a2-41ee-8e04-279514db9e77 on network 713d6a7a-686f-4197-9ccf-112c6c469454 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:00.363862 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] Network afefc86c-3f24-4c4b-9b8a-046339133df8 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:00.364405 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4957046c-a0d4-4f1d-873b-6c6d6cc3d4b8 admin admin] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:00.369491 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-4957046c-a0d4-4f1d-873b-6c6d6cc3d4b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:00.384119 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4957046c-a0d4-4f1d-873b-6c6d6cc3d4b8 admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:00.392985 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:00.395903 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:00.399056 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-791d1f94-4a86-4235-bf74-d5f1c8f1010a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.405628 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:00.406005 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Checking segment: {'id': '9efe17a1-07ce-47e6-a2ab-b7065da4c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:00.406406 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.406986 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Bound using segment: {'id': '9efe17a1-07ce-47e6-a2ab-b7065da4c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:00.407641 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Bound port: 1323aa94-c0a2-41ee-8e04-279514db9e77, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9efe17a1-07ce-47e6-a2ab-b7065da4c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:00.408065 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.431824 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] Pushing event updated for resources: {'Port': ['ID=5cb2fb55-99e5-4091-9ec6-74134e5dcfa2,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:00.432065 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957046c-a0d4-4f1d-873b-6c6d6cc3d4b8 admin admin] Pushing event updated for resources: {'Port': ['ID=9535e389-5987-4cf8-9581-82e656ff983f,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:00.503277 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-f74aa40c-ad2b-4f7c-b4b9-795f81bf0daf admin admin] Allocated IP 172.27.0.67 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/6f4fd79a-3337-40c3-ad3e-937b9d7b9a27) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:00.602968 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5fd5feaf-fa7a-425d-a5a2-5c37656374f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.622907 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] Allocated IP 172.20.0.2 (b631f0ba-3918-495c-9e8a-a3fd8937f433/155efdb1-d3e8-4060-a1b4-dd2040cbd026/70b961dc-c432-459f-902f-9968b6f1dfb0) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:00.646630 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] Allocated IP 172.20.0.2 (2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45/07b994a0-3038-45c6-9b03-adabe3fc1842/b26e20ed-b246-4484-aed8-2ef3c70c6b68) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:00.670061 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5fd5feaf-fa7a-425d-a5a2-5c37656374f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.687755 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] Attempting to bind port 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:00.688274 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] Attempting to bind port 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:00.688625 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] Attempting to bind port 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 on network afefc86c-3f24-4c4b-9b8a-046339133df8 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:00.717622 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] For port 1323aa94-c0a2-41ee-8e04-279514db9e77, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:00.748919 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:00.749297 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] Checking segment: {'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:00.749718 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.750111 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] Bound using segment: {'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:00.750604 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] Bound port: 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:00.750992 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.781491 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-5fd5feaf-fa7a-425d-a5a2-5c37656374f6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea13acf870dd4193b5da760fc3cf542e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9362800 Aug 09 16:51:00.787165 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 52666) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:00.789694 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-65fa0966-e3f2-43d9-8691-33a593401e2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.790281 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] For port 1323aa94-c0a2-41ee-8e04-279514db9e77, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=1323aa94-c0a2-41ee-8e04-279514db9e77,segment=NetworkSegment(9efe17a1-07ce-47e6-a2ab-b7065da4c4b8),segment_id=9efe17a1-07ce-47e6-a2ab-b7065da4c4b8)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:00.811104 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5feaf-fa7a-425d-a5a2-5c37656374f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8e0173-9044-497b-826a-8baf6bb58969,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:00.833132 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-65fa0966-e3f2-43d9-8691-33a593401e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.875099 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f74aa40c-ad2b-4f7c-b4b9-795f81bf0daf admin admin] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.893027 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4957046c-a0d4-4f1d-873b-6c6d6cc3d4b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.949738 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cb98766a-cb49-4def-a058-2ab46d9db739 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.974349 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cb98766a-cb49-4def-a058-2ab46d9db739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:00.985384 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-50a041d7-2c72-4699-905d-87bedda94433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.014463 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f74aa40c-ad2b-4f7c-b4b9-795f81bf0daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.021047 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.033913 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] Notify callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.108636 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-50a041d7-2c72-4699-905d-87bedda94433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.114322 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74aa40c-ad2b-4f7c-b4b9-795f81bf0daf admin admin] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:01.122741 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-f74aa40c-ad2b-4f7c-b4b9-795f81bf0daf admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:01.137230 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74aa40c-ad2b-4f7c-b4b9-795f81bf0daf admin admin] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:01.211048 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.220087 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef0e3b-6cfd-47ef-9595-9bfae9b06add None None] Pushing event updated for resources: {'Port': ['ID=1323aa94-c0a2-41ee-8e04-279514db9e77,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:01.254764 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-791d1f94-4a86-4235-bf74-d5f1c8f1010a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.290630 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] For port 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:01.338632 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-791d1f94-4a86-4235-bf74-d5f1c8f1010a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.342147 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-65fa0966-e3f2-43d9-8691-33a593401e2a admin admin] Allocated IP 172.27.0.94 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/81c82aec-d770-4ae1-aa83-3f6ea392a209) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:01.355323 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] For port 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=5cb2fb55-99e5-4091-9ec6-74134e5dcfa2,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:01.381751 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74aa40c-ad2b-4f7c-b4b9-795f81bf0daf admin admin] Pushing event updated for resources: {'Port': ['ID=6f4fd79a-3337-40c3-ad3e-937b9d7b9a27,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:01.381994 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] Network d420601f-31a3-46a3-ad4c-fea8c4abc0ea is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:01.396741 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] Notify callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.399908 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:01.406637 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:01.409436 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] Notify callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.415778 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] Pushing event updated for resources: {'Port': ['ID=b6272b2e-0468-49aa-9f39-caba831aa7a0,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:01.469266 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.471098 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4957046c-a0d4-4f1d-873b-6c6d6cc3d4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568756'] for router, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.597163 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.597163 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.655959 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] Attempting to bind port b6272b2e-0468-49aa-9f39-caba831aa7a0 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:01.656755 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] Attempting to bind port b6272b2e-0468-49aa-9f39-caba831aa7a0 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:01.656755 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] Attempting to bind port b6272b2e-0468-49aa-9f39-caba831aa7a0 on network d420601f-31a3-46a3-ad4c-fea8c4abc0ea {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:01.669185 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] Network 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:01.671251 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] Network b631f0ba-3918-495c-9e8a-a3fd8937f433 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:01.677533 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:01.681001 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:01.685402 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:01.687936 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:01.688572 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] Checking segment: {'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:01.689313 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.690501 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] Bound using segment: {'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:01.692171 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] Bound port: b6272b2e-0468-49aa-9f39-caba831aa7a0, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:01.692684 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.695929 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ca5ad-ecdc-491b-9912-aa17aa609cde None None] Pushing event updated for resources: {'Port': ['ID=5cb2fb55-99e5-4091-9ec6-74134e5dcfa2,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:01.712617 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:01.752680 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-65fa0966-e3f2-43d9-8691-33a593401e2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.775106 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-50a041d7-2c72-4699-905d-87bedda94433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.778112 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-50a041d7-2c72-4699-905d-87bedda94433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.781818 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-50a041d7-2c72-4699-905d-87bedda94433 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf8e0173-9044-497b-826a-8baf6bb58969 HTTP/1.1" status: 204 len: 168 time: 0.9911644 Aug 09 16:51:01.793776 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a041d7-2c72-4699-905d-87bedda94433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8e0173-9044-497b-826a-8baf6bb58969,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:01.920245 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-65fa0966-e3f2-43d9-8691-33a593401e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:01.973272 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] Pushing event updated for resources: {'Port': ['ID=b26e20ed-b246-4484-aed8-2ef3c70c6b68,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:01.998926 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] Attempting to bind port 70b961dc-c432-459f-902f-9968b6f1dfb0 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:01.998926 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] Attempting to bind port 70b961dc-c432-459f-902f-9968b6f1dfb0 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': 'daa2a3da-8df0-4bc8-beb5-173e7eb8875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:01.998926 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] Attempting to bind port 70b961dc-c432-459f-902f-9968b6f1dfb0 on network b631f0ba-3918-495c-9e8a-a3fd8937f433 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:02.006065 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fa0966-e3f2-43d9-8691-33a593401e2a admin admin] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:02.007598 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f74aa40c-ad2b-4f7c-b4b9-795f81bf0daf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.007961 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-65fa0966-e3f2-43d9-8691-33a593401e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:02.015724 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fa0966-e3f2-43d9-8691-33a593401e2a admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:02.020624 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4957046c-a0d4-4f1d-873b-6c6d6cc3d4b8 admin admin] Router 523e1df2-4956-48fb-9f9b-0607fac1acc0 is scheduled to L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 with binding_index 1 {{(pid=109848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:51:02.044427 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] Attempting to bind port b26e20ed-b246-4484-aed8-2ef3c70c6b68 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:02.044610 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] Attempting to bind port b26e20ed-b246-4484-aed8-2ef3c70c6b68 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '73bc6df4-8599-4205-8273-c5885e51a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:02.044872 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] Attempting to bind port b26e20ed-b246-4484-aed8-2ef3c70c6b68 on network 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:02.060343 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-cb98766a-cb49-4def-a058-2ab46d9db739 admin admin] Allocated IP 172.27.0.98 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/2ff04722-358c-4b92-b019-cc3d58677d23) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:02.069462 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:02.074907 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] Checking segment: {'id': 'daa2a3da-8df0-4bc8-beb5-173e7eb8875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:02.076076 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.076076 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] Bound using segment: {'id': 'daa2a3da-8df0-4bc8-beb5-173e7eb8875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:02.076306 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] Bound port: 70b961dc-c432-459f-902f-9968b6f1dfb0, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa2a3da-8df0-4bc8-beb5-173e7eb8875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:02.076672 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.080112 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:02.080475 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] Checking segment: {'id': '73bc6df4-8599-4205-8273-c5885e51a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:02.080864 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.081246 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] Bound using segment: {'id': '73bc6df4-8599-4205-8273-c5885e51a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:02.081731 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] Bound port: b26e20ed-b246-4484-aed8-2ef3c70c6b68, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bc6df4-8599-4205-8273-c5885e51a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:02.082108 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.092837 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] For port b6272b2e-0468-49aa-9f39-caba831aa7a0, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:02.169699 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] For port b6272b2e-0468-49aa-9f39-caba831aa7a0, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=b6272b2e-0468-49aa-9f39-caba831aa7a0,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:02.171869 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] Pushing event updated for resources: {'Port': ['ID=70b961dc-c432-459f-902f-9968b6f1dfb0,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:02.248016 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.349778 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] For port b26e20ed-b246-4484-aed8-2ef3c70c6b68, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:02.456041 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] For port b26e20ed-b246-4484-aed8-2ef3c70c6b68, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=b26e20ed-b246-4484-aed8-2ef3c70c6b68,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:02.468028 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] For port 70b961dc-c432-459f-902f-9968b6f1dfb0, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:02.478125 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee15c50-7e4b-451d-be0d-802fb1b8ec9c None None] Pushing event updated for resources: {'Port': ['ID=b6272b2e-0468-49aa-9f39-caba831aa7a0,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:02.507485 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] For port 70b961dc-c432-459f-902f-9968b6f1dfb0, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=70b961dc-c432-459f-902f-9968b6f1dfb0,segment=NetworkSegment(daa2a3da-8df0-4bc8-beb5-173e7eb8875a),segment_id=daa2a3da-8df0-4bc8-beb5-173e7eb8875a)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:02.532811 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.543140 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cb98766a-cb49-4def-a058-2ab46d9db739 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.638869 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa0966-e3f2-43d9-8691-33a593401e2a admin admin] Pushing event updated for resources: {'Port': ['ID=81c82aec-d770-4ae1-aa83-3f6ea392a209,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:02.675701 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afa5bc-08aa-46e2-b1bd-1106a5ab7842 None None] Pushing event updated for resources: {'Port': ['ID=b26e20ed-b246-4484-aed8-2ef3c70c6b68,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:02.707364 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.764525 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:02.815947 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f74aa40c-ad2b-4f7c-b4b9-795f81bf0daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568756'] for router, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:02.957586 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4957046c-a0d4-4f1d-873b-6c6d6cc3d4b8 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:02.972025 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ff96e-c3df-4f11-94b9-05716b8b797a None None] Pushing event updated for resources: {'Port': ['ID=70b961dc-c432-459f-902f-9968b6f1dfb0,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:02.984982 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] Sync routers for ids ['523e1df2-4956-48fb-9f9b-0607fac1acc0'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:03.011108 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:03.011488 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:03.015477 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] Routers {'523e1df2-4956-48fb-9f9b-0607fac1acc0'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:03.018423 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-791d1f94-4a86-4235-bf74-d5f1c8f1010a admin admin] Allocated IP 172.27.0.30 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/f3509128-4d99-41a6-ba3b-77cb147999d0) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:03.019135 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:50:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['523e1df2-4956-48fb-9f9b-0607fac1acc0'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:03.113493 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4957046c-a0d4-4f1d-873b-6c6d6cc3d4b8 admin admin] Notify callbacks [] for router, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:03.137341 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-4957046c-a0d4-4f1d-873b-6c6d6cc3d4b8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6966681 Aug 09 16:51:03.140724 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 52724) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:03.233759 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cb98766a-cb49-4def-a058-2ab46d9db739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:03.264361 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:03.265025 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:03.381167 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98766a-cb49-4def-a058-2ab46d9db739 admin admin] Pushing event updated for resources: {'Port': ['ID=2ff04722-358c-4b92-b019-cc3d58677d23,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:03.386125 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] Set router 523e1df2-4956-48fb-9f9b-0607fac1acc0 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:03.402607 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585a1c80-5401-41a6-b96d-ad25b677363e None None] Network 713d6a7a-686f-4197-9ccf-112c6c469454 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:51:03.409071 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=5cb2fb55-99e5-4091-9ec6-74134e5dcfa2,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:03.481101 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb98766a-cb49-4def-a058-2ab46d9db739 admin admin] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:03.500779 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-cb98766a-cb49-4def-a058-2ab46d9db739 admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:03.600344 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:03.611537 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 1323aa94-c0a2-41ee-8e04-279514db9e77 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:03.651661 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb98766a-cb49-4def-a058-2ab46d9db739 admin admin] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:03.672544 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-65fa0966-e3f2-43d9-8691-33a593401e2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:03.712227 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-791d1f94-4a86-4235-bf74-d5f1c8f1010a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:03.740748 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 52734) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:03.812994 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-22cd0ebe-056a-4561-8adc-dc307e787f16 None None] Provisioning complete for port 1323aa94-c0a2-41ee-8e04-279514db9e77 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:03.814042 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-22cd0ebe-056a-4561-8adc-dc307e787f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:03.874972 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-791d1f94-4a86-4235-bf74-d5f1c8f1010a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:03.968169 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-router', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9535e389-5987-4cf8-9581-82e656ff983f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:00Z', 'revision_number': 3, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'gw_port': {'id': '9535e389-5987-4cf8-9581-82e656ff983f', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:03.972172 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e531b925-e8cd-49fa-a919-7adcc98f030c None None] Network afefc86c-3f24-4c4b-9b8a-046339133df8 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:51:04.050241 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] Checking router: 523e1df2-4956-48fb-9f9b-0607fac1acc0 for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:04.052197 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] Updating router 523e1df2-4956-48fb-9f9b-0607fac1acc0 port 9535e389-5987-4cf8-9581-82e656ff983f binding host dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:51:04.094196 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.103211 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791d1f94-4a86-4235-bf74-d5f1c8f1010a admin admin] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:04.105991 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f8674c31-9631-45f6-a2c4-3b5bd890e4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.132766 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-791d1f94-4a86-4235-bf74-d5f1c8f1010a admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:04.151759 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791d1f94-4a86-4235-bf74-d5f1c8f1010a admin admin] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:04.157583 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d1f94-4a86-4235-bf74-d5f1c8f1010a admin admin] Pushing event updated for resources: {'Port': ['ID=f3509128-4d99-41a6-ba3b-77cb147999d0,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:04.274135 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 1323aa94-c0a2-41ee-8e04-279514db9e77 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:04.274515 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.279688 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=5cb2fb55-99e5-4091-9ec6-74134e5dcfa2,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:04.493399 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264f3162-1fc0-4df1-a4e7-3ba25d8582de None None] Network d420601f-31a3-46a3-ad4c-fea8c4abc0ea requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:51:04.515410 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-65fa0966-e3f2-43d9-8691-33a593401e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568756'] for router, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.561025 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74aa40c-ad2b-4f7c-b4b9-795f81bf0daf admin admin] Router a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc is scheduled to L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 with binding_index 1 {{(pid=109849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:51:04.635832 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f8674c31-9631-45f6-a2c4-3b5bd890e4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.654357 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] Notify callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.670019 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cb98766a-cb49-4def-a058-2ab46d9db739 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.730390 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f8674c31-9631-45f6-a2c4-3b5bd890e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.749788 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.860898 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-f8674c31-9631-45f6-a2c4-3b5bd890e4c0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=78c2406d33fe4845a28a05ed84aafb8a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1093700 Aug 09 16:51:04.868766 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0fe4f-81bb-446f-be57-308416d9adde None None] Pushing event updated for resources: {'Port': ['ID=9535e389-5987-4cf8-9581-82e656ff983f,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:04.874477 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8674c31-9631-45f6-a2c4-3b5bd890e4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20673a2-826a-4556-97ba-5dcaea997baa,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:04.889811 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 52752) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:04.892370 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0fe4f-81bb-446f-be57-308416d9adde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:04.892744 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0fe4f-81bb-446f-be57-308416d9adde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:04.893087 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0fe4f-81bb-446f-be57-308416d9adde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:04.893436 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0fe4f-81bb-446f-be57-308416d9adde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:04.893788 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0fe4f-81bb-446f-be57-308416d9adde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:04.894114 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0fe4f-81bb-446f-be57-308416d9adde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:04.894550 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0fe4f-81bb-446f-be57-308416d9adde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:04.894900 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0fe4f-81bb-446f-be57-308416d9adde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:04.895254 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0fe4f-81bb-446f-be57-308416d9adde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:04.897783 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0fe4f-81bb-446f-be57-308416d9adde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:04.897967 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0fe4f-81bb-446f-be57-308416d9adde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:04.898230 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0fe4f-81bb-446f-be57-308416d9adde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c0fe4f-81bb-446f-be57-308416d9adde None None] Tracked resource versions report: Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: pushed versions: Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: { 'AddressGroup': {'1.2'}, Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'ConntrackHelper': {'1.0'}, Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'Log': {'1.0'}, Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'Network': {'1.1'}, Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'Port': {'1.7'}, Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'PortForwarding': {'1.2'}, Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'QosPolicy': {'1.9'}, Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'SecurityGroup': {'1.4'}, Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'SecurityGroupRule': {'1.2'}, Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'SubPort': {'1.0'}, Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'Subnet': {'1.1'}, Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'Trunk': {'1.1'}} Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: consumer versions: Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: { DHCP agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: HyperV agent@hv-cinder-85257: {}, Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: L3 agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: Metadata agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: Metering agent@dv-cinder-852570-1-iscsi: {}, Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: Open vSwitch agent@dv-cinder-852570-1-iscsi: { 'AddressGroup': '1.2', Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'ConntrackHelper': '1.0', Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'Log': '1.0', Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'Network': '1.1', Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'Port': '1.7', Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'PortForwarding': '1.2', Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'QosPolicy': '1.9', Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'SecurityGroup': '1.4', Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'SecurityGroupRule': '1.2', Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'SubPort': '1.0', Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'Subnet': '1.1', Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: 'Trunk': '1.1'}} Aug 09 16:51:04.899360 dv-cinder-852570-1-iscsi neutron-server[109851]: {{(pid=109851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 16:51:04.915879 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] Attempting to bind port 9535e389-5987-4cf8-9581-82e656ff983f on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:04.916259 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] Attempting to bind port 9535e389-5987-4cf8-9581-82e656ff983f by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:04.918003 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] Attempting to bind port 9535e389-5987-4cf8-9581-82e656ff983f on network 5028ac3a-b802-4c2c-954e-eba2e898c760 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:04.924766 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-22cd0ebe-056a-4561-8adc-dc307e787f16 None None] Current status of the port 1323aa94-c0a2-41ee-8e04-279514db9e77 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:04.926527 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-22cd0ebe-056a-4561-8adc-dc307e787f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.930821 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:04.931215 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] Checking segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:04.938186 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:04.938710 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] Bound using segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:04.939243 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] Bound port: 9535e389-5987-4cf8-9581-82e656ff983f, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:04.939659 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.040129 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380d333a-4755-4b48-9348-ab8f7d06cd96 None None] Network b631f0ba-3918-495c-9e8a-a3fd8937f433 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:51:05.052042 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] For port 9535e389-5987-4cf8-9581-82e656ff983f, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:05.060776 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] For port 9535e389-5987-4cf8-9581-82e656ff983f, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=9535e389-5987-4cf8-9581-82e656ff983f,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:05.078590 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-791d1f94-4a86-4235-bf74-d5f1c8f1010a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.143656 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4ebfe7a1-86bc-4d25-863e-f8f4abaa7581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.160673 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-22cd0ebe-056a-4561-8adc-dc307e787f16 None None] For port 1323aa94-c0a2-41ee-8e04-279514db9e77, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=1323aa94-c0a2-41ee-8e04-279514db9e77,segment=NetworkSegment(9efe17a1-07ce-47e6-a2ab-b7065da4c4b8),segment_id=9efe17a1-07ce-47e6-a2ab-b7065da4c4b8)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:05.183113 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.233130 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] Routers {'523e1df2-4956-48fb-9f9b-0607fac1acc0'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:05.234102 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:50:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['523e1df2-4956-48fb-9f9b-0607fac1acc0'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:05.269936 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4ebfe7a1-86bc-4d25-863e-f8f4abaa7581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.347049 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dcbcfa2f-9219-4507-a527-b886f1b0549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.396655 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17533b35-1ee4-42b8-800b-3ff099c6842d None None] Network 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:51:05.467748 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-22cd0ebe-056a-4561-8adc-dc307e787f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.474421 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74aa40c-ad2b-4f7c-b4b9-795f81bf0daf admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:05.500127 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] Sync routers for ids ['a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:05.577911 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] Set router 523e1df2-4956-48fb-9f9b-0607fac1acc0 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:05.656450 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4ebfe7a1-86bc-4d25-863e-f8f4abaa7581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.666777 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4ebfe7a1-86bc-4d25-863e-f8f4abaa7581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.666777 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-4ebfe7a1-86bc-4d25-863e-f8f4abaa7581 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d20673a2-826a-4556-97ba-5dcaea997baa HTTP/1.1" status: 204 len: 168 time: 0.7708015 Aug 09 16:51:05.722699 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c0fe4f-81bb-446f-be57-308416d9adde None None] Pushing event updated for resources: {'Port': ['ID=9535e389-5987-4cf8-9581-82e656ff983f,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:05.741106 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-0255bde3-2c0e-4110-9686-b77b6311fabd None None] Provisioning complete for port 70b961dc-c432-459f-902f-9968b6f1dfb0 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:05.758606 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0255bde3-2c0e-4110-9686-b77b6311fabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.768977 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fa0966-e3f2-43d9-8691-33a593401e2a admin admin] Router cd054967-902d-4170-8013-fda72179afee is scheduled to L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 with binding_index 1 {{(pid=109848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:51:05.801360 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfe7a1-86bc-4d25-863e-f8f4abaa7581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20673a2-826a-4556-97ba-5dcaea997baa,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:05.802621 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 1323aa94-c0a2-41ee-8e04-279514db9e77 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:05.803285 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f74aa40c-ad2b-4f7c-b4b9-795f81bf0daf admin admin] Notify callbacks [] for router, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.808233 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-f74aa40c-ad2b-4f7c-b4b9-795f81bf0daf admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4625649 Aug 09 16:51:05.809330 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.812227 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52768) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:05.848016 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] Routers {'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:05.849080 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:50:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:05.881338 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cb98766a-cb49-4def-a058-2ab46d9db739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568756'] for router, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.985459 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-router', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9535e389-5987-4cf8-9581-82e656ff983f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:00Z', 'revision_number': 3, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'gw_port': {'id': '9535e389-5987-4cf8-9581-82e656ff983f', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:05.987672 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-791d1f94-4a86-4235-bf74-d5f1c8f1010a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568756'] for router, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:05.996987 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd0ebe-056a-4561-8adc-dc307e787f16 None None] Pushing event updated for resources: {'Port': ['ID=1323aa94-c0a2-41ee-8e04-279514db9e77,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:06.056538 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5199a518-a2ef-4c80-b449-fe1f4988c3da None None] The sync data for ids ['523e1df2-4956-48fb-9f9b-0607fac1acc0'] in dv-cinder-852570-1-iscsi is: [{'id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-router', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9535e389-5987-4cf8-9581-82e656ff983f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:00Z', 'revision_number': 3, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'gw_port': {'id': '9535e389-5987-4cf8-9581-82e656ff983f', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:06.301008 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-dcbcfa2f-9219-4507-a527-b886f1b0549c admin admin] Allocated IP 172.20.0.1 (afefc86c-3f24-4c4b-9b8a-046339133df8/2078996a-91bc-4210-bac4-b6f4af459f79/aa8fa19a-4938-491d-8a32-2a1ec3d71b10) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:06.341626 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fa0966-e3f2-43d9-8691-33a593401e2a admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:06.355604 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941758d3-85af-46ca-acaf-b290614da475 None None] Sync routers for ids ['cd054967-902d-4170-8013-fda72179afee'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:06.374900 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941758d3-85af-46ca-acaf-b290614da475 None None] Routers {'cd054967-902d-4170-8013-fda72179afee'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:06.375884 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-941758d3-85af-46ca-acaf-b290614da475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:50:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['cd054967-902d-4170-8013-fda72179afee'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:06.426741 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791d1f94-4a86-4235-bf74-d5f1c8f1010a admin admin] Router a8ca7553-6612-4216-9f9b-437ecf2de11b is scheduled to L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 with binding_index 1 {{(pid=109849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:51:06.451341 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0255bde3-2c0e-4110-9686-b77b6311fabd None None] Current status of the port 70b961dc-c432-459f-902f-9968b6f1dfb0 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:06.451838 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0255bde3-2c0e-4110-9686-b77b6311fabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:06.462764 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.db.api [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:51:06.463201 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG oslo_db.api [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:51:06.568245 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] Set router a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:06.680921 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-941758d3-85af-46ca-acaf-b290614da475 None None] Set router cd054967-902d-4170-8013-fda72179afee gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:06.828832 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-0255bde3-2c0e-4110-9686-b77b6311fabd None None] For port 70b961dc-c432-459f-902f-9968b6f1dfb0, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=70b961dc-c432-459f-902f-9968b6f1dfb0,segment=NetworkSegment(daa2a3da-8df0-4bc8-beb5-173e7eb8875a),segment_id=daa2a3da-8df0-4bc8-beb5-173e7eb8875a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:06.993045 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-65fa0966-e3f2-43d9-8691-33a593401e2a admin admin] Notify callbacks [] for router, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:06.995320 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-65fa0966-e3f2-43d9-8691-33a593401e2a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3615351 Aug 09 16:51:07.000213 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 52808) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:07.013028 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb98766a-cb49-4def-a058-2ab46d9db739 admin admin] Router 5b620c4c-40f8-48c6-8f8a-853657d52b57 is scheduled to L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 with binding_index 1 {{(pid=109849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:51:07.046893 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0255bde3-2c0e-4110-9686-b77b6311fabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:07.226946 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dcbcfa2f-9219-4507-a527-b886f1b0549c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:07.242149 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-941758d3-85af-46ca-acaf-b290614da475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:02Z', 'revision_number': 3, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:07.256861 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791d1f94-4a86-4235-bf74-d5f1c8f1010a admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:07.314887 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941758d3-85af-46ca-acaf-b290614da475 None None] Checking router: cd054967-902d-4170-8013-fda72179afee for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:07.320269 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941758d3-85af-46ca-acaf-b290614da475 None None] Updating router cd054967-902d-4170-8013-fda72179afee port 81c82aec-d770-4ae1-aa83-3f6ea392a209 binding host dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:51:07.327453 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 1323aa94-c0a2-41ee-8e04-279514db9e77 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:07.361466 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255bde3-2c0e-4110-9686-b77b6311fabd None None] Pushing event updated for resources: {'Port': ['ID=70b961dc-c432-459f-902f-9968b6f1dfb0,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:07.373198 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] Sync routers for ids ['a8ca7553-6612-4216-9f9b-437ecf2de11b'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:07.373397 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-941758d3-85af-46ca-acaf-b290614da475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:07.522197 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-791d1f94-4a86-4235-bf74-d5f1c8f1010a admin admin] Notify callbacks [] for router, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:07.523715 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-791d1f94-4a86-4235-bf74-d5f1c8f1010a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1127377 Aug 09 16:51:07.550864 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-0255bde3-2c0e-4110-9686-b77b6311fabd None None] Provisioning complete for port b6272b2e-0468-49aa-9f39-caba831aa7a0 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:07.555096 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0255bde3-2c0e-4110-9686-b77b6311fabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:07.562788 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52822) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:07.613064 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb98766a-cb49-4def-a058-2ab46d9db739 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:07.659709 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] Sync routers for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:07.782306 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] Routers {'a8ca7553-6612-4216-9f9b-437ecf2de11b'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:07.782306 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:50:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a8ca7553-6612-4216-9f9b-437ecf2de11b'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:07.798875 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cb98766a-cb49-4def-a058-2ab46d9db739 admin admin] Notify callbacks [] for router, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:07.805475 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-cb98766a-cb49-4def-a058-2ab46d9db739 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.5596895 Aug 09 16:51:07.810420 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 52830) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:07.811531 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dcbcfa2f-9219-4507-a527-b886f1b0549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:07.812145 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:07.814043 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:50:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:07.970091 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbcfa2f-9219-4507-a527-b886f1b0549c admin admin] Network afefc86c-3f24-4c4b-9b8a-046339133df8 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:07.982669 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcfa2f-9219-4507-a527-b886f1b0549c admin admin] Pushing event updated for resources: {'Port': ['ID=aa8fa19a-4938-491d-8a32-2a1ec3d71b10,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:07.989361 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-dcbcfa2f-9219-4507-a527-b886f1b0549c admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:07.996804 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbcfa2f-9219-4507-a527-b886f1b0549c admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:07.996804 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dcbcfa2f-9219-4507-a527-b886f1b0549c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568001'] for router_interface, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:08.144905 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] Set router a8ca7553-6612-4216-9f9b-437ecf2de11b gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:08.152163 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d373201e-fee8-4885-807c-56da40a4865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:08.292835 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device b26e20ed-b246-4484-aed8-2ef3c70c6b68 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:08.295495 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:08.605014 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-941758d3-85af-46ca-acaf-b290614da475 None None] Notify callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:08.605014 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-941758d3-85af-46ca-acaf-b290614da475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:08.605014 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-941758d3-85af-46ca-acaf-b290614da475 None None] Attempting to bind port 81c82aec-d770-4ae1-aa83-3f6ea392a209 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:08.605014 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-941758d3-85af-46ca-acaf-b290614da475 None None] Attempting to bind port 81c82aec-d770-4ae1-aa83-3f6ea392a209 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:08.605014 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941758d3-85af-46ca-acaf-b290614da475 None None] Attempting to bind port 81c82aec-d770-4ae1-aa83-3f6ea392a209 on network 5028ac3a-b802-4c2c-954e-eba2e898c760 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:08.605014 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941758d3-85af-46ca-acaf-b290614da475 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:08.605014 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941758d3-85af-46ca-acaf-b290614da475 None None] Checking segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:08.605014 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-941758d3-85af-46ca-acaf-b290614da475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:08.605014 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941758d3-85af-46ca-acaf-b290614da475 None None] Bound using segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:08.607236 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-941758d3-85af-46ca-acaf-b290614da475 None None] Bound port: 81c82aec-d770-4ae1-aa83-3f6ea392a209, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:08.607236 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-941758d3-85af-46ca-acaf-b290614da475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:08.643427 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448507fe-e4f5-4a10-9951-3684d5b66723 None None] Pushing event updated for resources: {'Port': ['ID=81c82aec-d770-4ae1-aa83-3f6ea392a209,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:08.675502 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-941758d3-85af-46ca-acaf-b290614da475 None None] For port 81c82aec-d770-4ae1-aa83-3f6ea392a209, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:08.679618 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-941758d3-85af-46ca-acaf-b290614da475 None None] For port 81c82aec-d770-4ae1-aa83-3f6ea392a209, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=81c82aec-d770-4ae1-aa83-3f6ea392a209,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:08.683915 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bb4e09f6-574a-46ac-894a-0aed37be1dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:08.696574 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:04Z', 'revision_number': 3, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:08.729478 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] Checking router: 5b620c4c-40f8-48c6-8f8a-853657d52b57 for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:08.729855 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] Updating router 5b620c4c-40f8-48c6-8f8a-853657d52b57 port 2ff04722-358c-4b92-b019-cc3d58677d23 binding host dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:51:08.754205 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dcbcfa2f-9219-4507-a527-b886f1b0549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:08.763138 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:08.806482 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-941758d3-85af-46ca-acaf-b290614da475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:08.904640 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0255bde3-2c0e-4110-9686-b77b6311fabd None None] Current status of the port b6272b2e-0468-49aa-9f39-caba831aa7a0 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:08.904977 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0255bde3-2c0e-4110-9686-b77b6311fabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:08.911314 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'name': 'tempest-DeleteServersTestJSON-1692903735-router', 'tenant_id': '28579acf4f6649619fa5e100c7c9ac60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6f4fd79a-3337-40c3-ad3e-937b9d7b9a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:01Z', 'revision_number': 3, 'project_id': '28579acf4f6649619fa5e100c7c9ac60', 'gw_port': {'id': '6f4fd79a-3337-40c3-ad3e-937b9d7b9a27', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:08.996517 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] Checking router: a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:08.996866 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] Updating router a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc port 6f4fd79a-3337-40c3-ad3e-937b9d7b9a27 binding host dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:51:09.033545 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941758d3-85af-46ca-acaf-b290614da475 None None] Routers {'cd054967-902d-4170-8013-fda72179afee'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:09.034828 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-941758d3-85af-46ca-acaf-b290614da475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:50:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['cd054967-902d-4170-8013-fda72179afee'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:09.074529 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-bb4e09f6-574a-46ac-894a-0aed37be1dd0 admin admin] Allocated IP 172.20.0.1 (2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45/07b994a0-3038-45c6-9b03-adabe3fc1842/b40f544a-094d-49cb-83ae-ff3827bad410) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:09.075047 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.081663 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-d373201e-fee8-4885-807c-56da40a4865a admin admin] Allocated IP 172.20.0.1 (713d6a7a-686f-4197-9ccf-112c6c469454/b2e39800-036d-4bb8-82d6-1cca71db8ff9/965a10d4-1d39-4fbb-b41b-82223937dfc2) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:09.089356 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port b26e20ed-b246-4484-aed8-2ef3c70c6b68 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:09.091183 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.151022 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448507fe-e4f5-4a10-9951-3684d5b66723 None None] Pushing event updated for resources: {'Port': ['ID=81c82aec-d770-4ae1-aa83-3f6ea392a209,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:09.264352 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-0255bde3-2c0e-4110-9686-b77b6311fabd None None] For port b6272b2e-0468-49aa-9f39-caba831aa7a0, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=b6272b2e-0468-49aa-9f39-caba831aa7a0,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:09.343740 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0255bde3-2c0e-4110-9686-b77b6311fabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.348231 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bb4e09f6-574a-46ac-894a-0aed37be1dd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.362425 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-941758d3-85af-46ca-acaf-b290614da475 None None] Set router cd054967-902d-4170-8013-fda72179afee gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:09.418422 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d373201e-fee8-4885-807c-56da40a4865a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.471562 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255bde3-2c0e-4110-9686-b77b6311fabd None None] Pushing event updated for resources: {'Port': ['ID=b6272b2e-0468-49aa-9f39-caba831aa7a0,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:09.634731 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d373201e-fee8-4885-807c-56da40a4865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.679818 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-0255bde3-2c0e-4110-9686-b77b6311fabd None None] Provisioning complete for port b26e20ed-b246-4484-aed8-2ef3c70c6b68 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:09.680264 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0255bde3-2c0e-4110-9686-b77b6311fabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.712174 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] Notify callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.776091 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d373201e-fee8-4885-807c-56da40a4865a admin admin] Network 713d6a7a-686f-4197-9ccf-112c6c469454 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:09.782301 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-d373201e-fee8-4885-807c-56da40a4865a admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:09.784749 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port b26e20ed-b246-4484-aed8-2ef3c70c6b68 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:09.784749 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.792830 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d373201e-fee8-4885-807c-56da40a4865a admin admin] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:09.793323 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d373201e-fee8-4885-807c-56da40a4865a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568001'] for router_interface, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.805120 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:04Z', 'revision_number': 3, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port': {'id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:09.817936 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.818083 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373201e-fee8-4885-807c-56da40a4865a admin admin] Pushing event updated for resources: {'Port': ['ID=965a10d4-1d39-4fbb-b41b-82223937dfc2,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:09.856762 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dcbcfa2f-9219-4507-a527-b886f1b0549c admin admin] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.859879 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bb4e09f6-574a-46ac-894a-0aed37be1dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:09.876785 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f162b7b6-4966-471d-8e56-1fef8700c152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.083465 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dcbcfa2f-9219-4507-a527-b886f1b0549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.086648 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dcbcfa2f-9219-4507-a527-b886f1b0549c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571249'] for router_interface, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.154089 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 52876) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:10.242013 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e09f6-574a-46ac-894a-0aed37be1dd0 admin admin] Network 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:10.284668 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] Checking router: a8ca7553-6612-4216-9f9b-437ecf2de11b for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:10.285126 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] Updating router a8ca7553-6612-4216-9f9b-437ecf2de11b port f3509128-4d99-41a6-ba3b-77cb147999d0 binding host dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:51:10.334659 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.360410 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd75890-3562-4e0f-93b5-2564631d1fe0 None None] Pushing event updated for resources: {'Port': ['ID=2ff04722-358c-4b92-b019-cc3d58677d23,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:10.364858 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] Attempting to bind port 2ff04722-358c-4b92-b019-cc3d58677d23 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:10.368513 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] Attempting to bind port 2ff04722-358c-4b92-b019-cc3d58677d23 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:10.369841 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] Attempting to bind port 2ff04722-358c-4b92-b019-cc3d58677d23 on network 5028ac3a-b802-4c2c-954e-eba2e898c760 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:10.386195 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-941758d3-85af-46ca-acaf-b290614da475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:02Z', 'revision_number': 3, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:10.395352 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:10.395963 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] Checking segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:10.396495 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.397105 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] Bound using segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:10.398525 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] Bound port: 2ff04722-358c-4b92-b019-cc3d58677d23, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:10.399067 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.399172 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-bb4e09f6-574a-46ac-894a-0aed37be1dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:10.412108 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e09f6-574a-46ac-894a-0aed37be1dd0 admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:10.412108 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bb4e09f6-574a-46ac-894a-0aed37be1dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568001'] for router_interface, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.461150 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port b26e20ed-b246-4484-aed8-2ef3c70c6b68, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=b26e20ed-b246-4484-aed8-2ef3c70c6b68,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:10.462047 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e09f6-574a-46ac-894a-0aed37be1dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=b40f544a-094d-49cb-83ae-ff3827bad410,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:10.475020 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941758d3-85af-46ca-acaf-b290614da475 None None] The sync data for ids ['cd054967-902d-4170-8013-fda72179afee'] in dv-cinder-852570-1-iscsi is: [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:02Z', 'revision_number': 3, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:10.566950 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] For port 2ff04722-358c-4b92-b019-cc3d58677d23, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:10.570558 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d373201e-fee8-4885-807c-56da40a4865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.571992 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] For port 2ff04722-358c-4b92-b019-cc3d58677d23, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=2ff04722-358c-4b92-b019-cc3d58677d23,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:10.582377 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4def8d9c-2ff0-4fb9-ba15-b6ca802600b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.592571 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-f162b7b6-4966-471d-8e56-1fef8700c152 admin admin] Allocated IP 172.20.0.1 (b631f0ba-3918-495c-9e8a-a3fd8937f433/155efdb1-d3e8-4060-a1b4-dd2040cbd026/c3ce740f-710b-4ba6-aaa9-c4a2875e49f7) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:10.602356 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.603283 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 9535e389-5987-4cf8-9581-82e656ff983f up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:10.637342 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] Notify callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.655818 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.656037 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcfa2f-9219-4507-a527-b886f1b0549c admin admin] Pushing event updated for resources: {'Port': ['ID=aa8fa19a-4938-491d-8a32-2a1ec3d71b10,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:10.707812 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbcfa2f-9219-4507-a527-b886f1b0549c admin admin] Network afefc86c-3f24-4c4b-9b8a-046339133df8 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:10.733982 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-dcbcfa2f-9219-4507-a527-b886f1b0549c admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:10.751594 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0255bde3-2c0e-4110-9686-b77b6311fabd None None] Current status of the port b26e20ed-b246-4484-aed8-2ef3c70c6b68 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:10.784462 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.834452 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:10.841312 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:50:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:10.900170 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=b26e20ed-b246-4484-aed8-2ef3c70c6b68,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:10.921342 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd75890-3562-4e0f-93b5-2564631d1fe0 None None] Pushing event updated for resources: {'Port': ['ID=2ff04722-358c-4b92-b019-cc3d58677d23,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:10.922292 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] Attempting to bind port 6f4fd79a-3337-40c3-ad3e-937b9d7b9a27 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:10.922835 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] Attempting to bind port 6f4fd79a-3337-40c3-ad3e-937b9d7b9a27 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:10.923389 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] Attempting to bind port 6f4fd79a-3337-40c3-ad3e-937b9d7b9a27 on network 5028ac3a-b802-4c2c-954e-eba2e898c760 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:10.928738 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 9535e389-5987-4cf8-9581-82e656ff983f triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:10.929381 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:10.985500 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:11.018078 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] Checking segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:11.018773 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.019388 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] Bound using segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:11.020128 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] Bound port: 6f4fd79a-3337-40c3-ad3e-937b9d7b9a27, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:11.020740 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.037550 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:11.047403 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4def8d9c-2ff0-4fb9-ba15-b6ca802600b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.137443 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5d68dfec-1f90-42c7-94b9-076682e61ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.165150 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f162b7b6-4966-471d-8e56-1fef8700c152 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.179780 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-0255bde3-2c0e-4110-9686-b77b6311fabd None None] Provisioning complete for port 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:11.180261 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0255bde3-2c0e-4110-9686-b77b6311fabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.183054 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4def8d9c-2ff0-4fb9-ba15-b6ca802600b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.300154 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f162b7b6-4966-471d-8e56-1fef8700c152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.332897 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bb4e09f6-574a-46ac-894a-0aed37be1dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.347202 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8fbf5119-8ab0-46c5-b752-2f581690095a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.350697 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a9d73-fb21-43aa-8923-38ab5d2642d3 None None] Pushing event updated for resources: {'Port': ['ID=6f4fd79a-3337-40c3-ad3e-937b9d7b9a27,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:11.355103 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-4def8d9c-2ff0-4fb9-ba15-b6ca802600b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f8eb1f8c32414782befdaa91bad77234&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1977239 Aug 09 16:51:11.360529 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 52894) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:11.382702 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbcfa2f-9219-4507-a527-b886f1b0549c admin admin] Router 523e1df2-4956-48fb-9f9b-0607fac1acc0 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:51:11.389829 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:04Z', 'revision_number': 3, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:11.415153 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f162b7b6-4966-471d-8e56-1fef8700c152 admin admin] Network b631f0ba-3918-495c-9e8a-a3fd8937f433 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:11.429495 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-f162b7b6-4966-471d-8e56-1fef8700c152 admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:11.434629 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f647e08-b388-40d4-968c-de66112df5d1 None None] The sync data for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi is: [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:04Z', 'revision_number': 3, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:11.434937 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] For port 6f4fd79a-3337-40c3-ad3e-937b9d7b9a27, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:11.438606 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f162b7b6-4966-471d-8e56-1fef8700c152 admin admin] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:11.439098 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f162b7b6-4966-471d-8e56-1fef8700c152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568001'] for router_interface, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.468370 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def8d9c-2ff0-4fb9-ba15-b6ca802600b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e40098-16e9-4725-9a9b-fe1291bf716f,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:11.568290 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d373201e-fee8-4885-807c-56da40a4865a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.571431 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162b7b6-4966-471d-8e56-1fef8700c152 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ce740f-710b-4ba6-aaa9-c4a2875e49f7,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:11.617806 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 9535e389-5987-4cf8-9581-82e656ff983f is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:11.618225 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.655906 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] For port 6f4fd79a-3337-40c3-ad3e-937b9d7b9a27, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=6f4fd79a-3337-40c3-ad3e-937b9d7b9a27,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:11.659162 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d373201e-fee8-4885-807c-56da40a4865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.660301 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d373201e-fee8-4885-807c-56da40a4865a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571249'] for router_interface, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.734105 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port 9535e389-5987-4cf8-9581-82e656ff983f, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=9535e389-5987-4cf8-9581-82e656ff983f,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:11.742200 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.766983 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0255bde3-2c0e-4110-9686-b77b6311fabd None None] Current status of the port 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:11.803760 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.804483 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 70b961dc-c432-459f-902f-9968b6f1dfb0 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:11.887058 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-acaf394c-98ee-41b5-9ff0-493200bf86a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:11.894334 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] Routers {'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:11.894991 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:50:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:11.916687 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] Notify callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.021199 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Provisioning complete for port b40f544a-094d-49cb-83ae-ff3827bad410 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:12.021863 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.080593 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a9d73-fb21-43aa-8923-38ab5d2642d3 None None] Pushing event updated for resources: {'Port': ['ID=6f4fd79a-3337-40c3-ad3e-937b9d7b9a27,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:12.147493 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 70b961dc-c432-459f-902f-9968b6f1dfb0 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:12.148047 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.157954 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.159112 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-acaf394c-98ee-41b5-9ff0-493200bf86a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.161078 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Port b40f544a-094d-49cb-83ae-ff3827bad410 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:51:12.240231 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f162b7b6-4966-471d-8e56-1fef8700c152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.261463 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373201e-fee8-4885-807c-56da40a4865a admin admin] Pushing event updated for resources: {'Port': ['ID=965a10d4-1d39-4fbb-b41b-82223937dfc2,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:12.295277 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] Attempting to bind port f3509128-4d99-41a6-ba3b-77cb147999d0 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:12.295820 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] Attempting to bind port f3509128-4d99-41a6-ba3b-77cb147999d0 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:12.296366 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] Attempting to bind port f3509128-4d99-41a6-ba3b-77cb147999d0 on network 5028ac3a-b802-4c2c-954e-eba2e898c760 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:12.303751 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbcfa2f-9219-4507-a527-b886f1b0549c admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:12.308379 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-5d68dfec-1f90-42c7-94b9-076682e61ec0 admin admin] Allocated IP 172.20.0.1 (d420601f-31a3-46a3-ad4c-fea8c4abc0ea/4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9/1d3de928-71f4-4aa3-b37d-721c95e057b8) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:12.309477 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Provisioning complete for port 70b961dc-c432-459f-902f-9968b6f1dfb0 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:12.309985 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.317718 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-dcbcfa2f-9219-4507-a527-b886f1b0549c admin admin] 10.222.0.49 "PUT /v2.0/routers/523e1df2-4956-48fb-9f9b-0607fac1acc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1753600 Aug 09 16:51:12.323484 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:12.323870 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] Checking segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:12.324281 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.325440 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] Bound using segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:12.325440 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] Bound port: f3509128-4d99-41a6-ba3b-77cb147999d0, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:12.325623 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.340996 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d373201e-fee8-4885-807c-56da40a4865a admin admin] Network 713d6a7a-686f-4197-9ccf-112c6c469454 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:12.347813 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-d373201e-fee8-4885-807c-56da40a4865a admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:12.396362 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] Sync routers for ids ['523e1df2-4956-48fb-9f9b-0607fac1acc0'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:12.589454 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-acaf394c-98ee-41b5-9ff0-493200bf86a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.592109 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-acaf394c-98ee-41b5-9ff0-493200bf86a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.599337 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-acaf394c-98ee-41b5-9ff0-493200bf86a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/64e40098-16e9-4725-9a9b-fe1291bf716f HTTP/1.1" status: 204 len: 168 time: 1.2287138 Aug 09 16:51:12.651863 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bb4e09f6-574a-46ac-894a-0aed37be1dd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.672352 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf394c-98ee-41b5-9ff0-493200bf86a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e40098-16e9-4725-9a9b-fe1291bf716f,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:12.719259 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=9535e389-5987-4cf8-9581-82e656ff983f,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:12.747814 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5d68dfec-1f90-42c7-94b9-076682e61ec0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.773136 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bb4e09f6-574a-46ac-894a-0aed37be1dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.773987 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bb4e09f6-574a-46ac-894a-0aed37be1dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571249'] for router_interface, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:12.793509 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] Set router a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:12.947350 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e09f6-574a-46ac-894a-0aed37be1dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=b40f544a-094d-49cb-83ae-ff3827bad410,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:12.953233 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d373201e-fee8-4885-807c-56da40a4865a admin admin] Router a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:51:13.065103 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] For port f3509128-4d99-41a6-ba3b-77cb147999d0, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:13.069647 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] For port f3509128-4d99-41a6-ba3b-77cb147999d0, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=f3509128-4d99-41a6-ba3b-77cb147999d0,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:13.076486 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5d68dfec-1f90-42c7-94b9-076682e61ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:13.105188 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] Routers {'523e1df2-4956-48fb-9f9b-0607fac1acc0'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:13.106911 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:50:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['523e1df2-4956-48fb-9f9b-0607fac1acc0'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:13.140205 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 52944) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:13.145926 dv-cinder-852570-1-iscsi neutron-server[109849]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 16:51:13.194108 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68dfec-1f90-42c7-94b9-076682e61ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d3de928-71f4-4aa3-b37d-721c95e057b8,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:13.226458 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d68dfec-1f90-42c7-94b9-076682e61ec0 admin admin] Network d420601f-31a3-46a3-ad4c-fea8c4abc0ea is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:13.227515 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:13.239363 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-5d68dfec-1f90-42c7-94b9-076682e61ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:13.255681 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d68dfec-1f90-42c7-94b9-076682e61ec0 admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:13.256166 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5d68dfec-1f90-42c7-94b9-076682e61ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568001'] for router_interface, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:13.343077 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc241d0e-50b1-43fb-9b44-4230fecda3f4 None None] Pushing event updated for resources: {'Port': ['ID=f3509128-4d99-41a6-ba3b-77cb147999d0,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:13.404757 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f162b7b6-4966-471d-8e56-1fef8700c152 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:13.467917 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e09f6-574a-46ac-894a-0aed37be1dd0 admin admin] Network 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:13.485432 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-bb4e09f6-574a-46ac-894a-0aed37be1dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:13.534521 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc241d0e-50b1-43fb-9b44-4230fecda3f4 None None] Pushing event updated for resources: {'Port': ['ID=f3509128-4d99-41a6-ba3b-77cb147999d0,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:13.578654 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] Routers {'a8ca7553-6612-4216-9f9b-437ecf2de11b'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:13.579306 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:50:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a8ca7553-6612-4216-9f9b-437ecf2de11b'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:13.591160 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f629c66-9e8e-45ef-ab8b-64c1f9b8c4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:13.637001 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d373201e-fee8-4885-807c-56da40a4865a admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:13.696852 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f162b7b6-4966-471d-8e56-1fef8700c152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:13.701839 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f162b7b6-4966-471d-8e56-1fef8700c152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571249'] for router_interface, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:13.763940 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d373201e-fee8-4885-807c-56da40a4865a admin admin] 10.222.0.49 "PUT /v2.0/routers/a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9506276 Aug 09 16:51:13.781867 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 70b961dc-c432-459f-902f-9968b6f1dfb0 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:13.783589 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 1323aa94-c0a2-41ee-8e04-279514db9e77 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:13.793933 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4e09f6-574a-46ac-894a-0aed37be1dd0 admin admin] Router cd054967-902d-4170-8013-fda72179afee has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:51:13.876007 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162b7b6-4966-471d-8e56-1fef8700c152 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ce740f-710b-4ba6-aaa9-c4a2875e49f7,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:13.892594 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-a4ce685f-283b-4e51-abbe-dbd443c1c914 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:13.894532 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-a4ce685f-283b-4e51-abbe-dbd443c1c914 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/networks?id=afefc86c-3f24-4c4b-9b8a-046339133df8 HTTP/1.1" status: 200 len: 819 time: 0.7508717 Aug 09 16:51:13.940902 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5d68dfec-1f90-42c7-94b9-076682e61ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:13.991226 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] Set router 523e1df2-4956-48fb-9f9b-0607fac1acc0 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:14.009062 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-413b283d-0ef9-4200-90d0-b3181028d41c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/quotas/036e4f22211a49c78cb03d2fb540e984 HTTP/1.1" status: 200 len: 375 time: 0.0379095 Aug 09 16:51:14.033138 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Current status of the port 70b961dc-c432-459f-902f-9968b6f1dfb0 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:14.085699 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] Set router a8ca7553-6612-4216-9f9b-437ecf2de11b gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:14.110867 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f162b7b6-4966-471d-8e56-1fef8700c152 admin admin] Network b631f0ba-3918-495c-9e8a-a3fd8937f433 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:14.113192 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-f162b7b6-4966-471d-8e56-1fef8700c152 admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:14.133871 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-651b4ba3-c4e7-4102-8026-45626eef4ea3 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=036e4f22211a49c78cb03d2fb540e984&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1136911 Aug 09 16:51:14.222169 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Provisioning complete for port 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:14.222484 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.321801 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f162b7b6-4966-471d-8e56-1fef8700c152 admin admin] Router a8ca7553-6612-4216-9f9b-437ecf2de11b has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:51:14.334089 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 1323aa94-c0a2-41ee-8e04-279514db9e77 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:14.334502 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.555522 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f162b7b6-4966-471d-8e56-1fef8700c152 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:14.561983 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-f162b7b6-4966-471d-8e56-1fef8700c152 admin admin] 10.222.0.49 "PUT /v2.0/routers/a8ca7553-6612-4216-9f9b-437ecf2de11b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9509921 Aug 09 16:51:14.569510 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4e09f6-574a-46ac-894a-0aed37be1dd0 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:14.583725 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da064efd-ec72-4119-b110-63f115e9986a None None] Sync routers for ids ['cd054967-902d-4170-8013-fda72179afee'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:14.596844 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da064efd-ec72-4119-b110-63f115e9986a None None] Routers {'cd054967-902d-4170-8013-fda72179afee'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:14.597494 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-da064efd-ec72-4119-b110-63f115e9986a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:51:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['cd054967-902d-4170-8013-fda72179afee'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:14.602920 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-bb4e09f6-574a-46ac-894a-0aed37be1dd0 admin admin] 10.222.0.49 "PUT /v2.0/routers/cd054967-902d-4170-8013-fda72179afee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5968170 Aug 09 16:51:14.741298 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5d68dfec-1f90-42c7-94b9-076682e61ec0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.774592 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-61b275e0-dbaa-4e19-8f2f-d5a063ceb4c0 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:51:14.783608 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-61b275e0-dbaa-4e19-8f2f-d5a063ceb4c0 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2253084 Aug 09 16:51:14.807877 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5d68dfec-1f90-42c7-94b9-076682e61ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.808651 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5d68dfec-1f90-42c7-94b9-076682e61ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571249'] for router_interface, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:14.877176 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-da064efd-ec72-4119-b110-63f115e9986a None None] Set router cd054967-902d-4170-8013-fda72179afee gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:14.968051 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68dfec-1f90-42c7-94b9-076682e61ec0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d3de928-71f4-4aa3-b37d-721c95e057b8,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:15.031591 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-be0d1aea-2c97-440e-83bb-966f6edd2167 service neutron] 10.222.0.49 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458854 Aug 09 16:51:15.061912 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 53026) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:15.064386 dv-cinder-852570-1-iscsi neutron-server[109848]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 16:51:15.068163 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'name': 'tempest-DeleteServersTestJSON-1692903735-router', 'tenant_id': '28579acf4f6649619fa5e100c7c9ac60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6f4fd79a-3337-40c3-ad3e-937b9d7b9a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 4, 'project_id': '28579acf4f6649619fa5e100c7c9ac60', 'gw_port': {'id': '6f4fd79a-3337-40c3-ad3e-937b9d7b9a27', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '965a10d4-1d39-4fbb-b41b-82223937dfc2', 'name': '', 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454', 'tenant_id': '28579acf4f6649619fa5e100c7c9ac60', 'mac_address': 'fa:16:3e:95:e7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2e39800-036d-4bb8-82d6-1cca71db8ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:08Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 2, 'project_id': '28579acf4f6649619fa5e100c7c9ac60', 'subnets': [{'id': 'b2e39800-036d-4bb8-82d6-1cca71db8ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:15.113773 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 1323aa94-c0a2-41ee-8e04-279514db9e77 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:15.115212 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:15.124174 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8aae7a-b9c8-447c-8dc0-36745de9fd13 None None] The sync data for ids ['a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc'] in dv-cinder-852570-1-iscsi is: [{'id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'name': 'tempest-DeleteServersTestJSON-1692903735-router', 'tenant_id': '28579acf4f6649619fa5e100c7c9ac60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6f4fd79a-3337-40c3-ad3e-937b9d7b9a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 4, 'project_id': '28579acf4f6649619fa5e100c7c9ac60', 'gw_port': {'id': '6f4fd79a-3337-40c3-ad3e-937b9d7b9a27', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '965a10d4-1d39-4fbb-b41b-82223937dfc2', 'name': '', 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454', 'tenant_id': '28579acf4f6649619fa5e100c7c9ac60', 'mac_address': 'fa:16:3e:95:e7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2e39800-036d-4bb8-82d6-1cca71db8ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:08Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 2, 'project_id': '28579acf4f6649619fa5e100c7c9ac60', 'subnets': [{'id': 'b2e39800-036d-4bb8-82d6-1cca71db8ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:15.240842 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-98676d6a-9232-4f9a-abf2-de7576d38a76 service neutron] 10.222.0.49 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083330 Aug 09 16:51:15.253100 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:15.254312 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Current status of the port 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:15.307793 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port': {'id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c3ce740f-710b-4ba6-aaa9-c4a2875e49f7', 'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'mac_address': 'fa:16:3e:b8:2c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:10Z', 'updated_at': '2022-08-09T16:51:12Z', 'revision_number': 2, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'subnets': [{'id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:15.310075 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Provisioning complete for port 965a10d4-1d39-4fbb-b41b-82223937dfc2 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:15.310417 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:15.320347 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-da064efd-ec72-4119-b110-63f115e9986a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 4, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'b40f544a-094d-49cb-83ae-ff3827bad410', 'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'mac_address': 'fa:16:3e:ad:05:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:08Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 2, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'subnets': [{'id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:15.356444 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Port 965a10d4-1d39-4fbb-b41b-82223937dfc2 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:51:15.362373 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da064efd-ec72-4119-b110-63f115e9986a None None] Checking router: cd054967-902d-4170-8013-fda72179afee for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:15.362733 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da064efd-ec72-4119-b110-63f115e9986a None None] Updating router cd054967-902d-4170-8013-fda72179afee port b40f544a-094d-49cb-83ae-ff3827bad410 binding host dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:51:15.408133 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-router', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9535e389-5987-4cf8-9581-82e656ff983f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:08Z', 'revision_number': 4, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'gw_port': {'id': '9535e389-5987-4cf8-9581-82e656ff983f', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'aa8fa19a-4938-491d-8a32-2a1ec3d71b10', 'name': '', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'mac_address': 'fa:16:3e:88:d7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:05Z', 'updated_at': '2022-08-09T16:51:08Z', 'revision_number': 2, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'subnets': [{'id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:15.424014 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da064efd-ec72-4119-b110-63f115e9986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:15.427666 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d68dfec-1f90-42c7-94b9-076682e61ec0 admin admin] Network d420601f-31a3-46a3-ad4c-fea8c4abc0ea is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:15.435436 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-5d68dfec-1f90-42c7-94b9-076682e61ec0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:15.534685 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a43943-6693-4fd4-8543-5273511cad5c req-0917e2cb-0a36-4609-8e5d-33aad0ca5812 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:15.542661 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-30a43943-6693-4fd4-8543-5273511cad5c req-0917e2cb-0a36-4609-8e5d-33aad0ca5812 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/networks?id=713d6a7a-686f-4197-9ccf-112c6c469454 HTTP/1.1" status: 200 len: 812 time: 0.4792347 Aug 09 16:51:15.584775 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-30a43943-6693-4fd4-8543-5273511cad5c req-0ef39404-f954-4194-8485-9205e7a0d60e tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/quotas/28579acf4f6649619fa5e100c7c9ac60 HTTP/1.1" status: 200 len: 375 time: 0.0409827 Aug 09 16:51:15.787464 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] Checking router: 523e1df2-4956-48fb-9f9b-0607fac1acc0 for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:15.793895 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] Updating router 523e1df2-4956-48fb-9f9b-0607fac1acc0 port aa8fa19a-4938-491d-8a32-2a1ec3d71b10 binding host dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:51:15.796419 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c51e3b-faec-4b2e-8216-bfc5d0023b7f None None] The sync data for ids ['a8ca7553-6612-4216-9f9b-437ecf2de11b'] in dv-cinder-852570-1-iscsi is: [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port': {'id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c3ce740f-710b-4ba6-aaa9-c4a2875e49f7', 'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'mac_address': 'fa:16:3e:b8:2c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:10Z', 'updated_at': '2022-08-09T16:51:12Z', 'revision_number': 2, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'subnets': [{'id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:15.802793 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Provisioning complete for port 1323aa94-c0a2-41ee-8e04-279514db9e77 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:15.803841 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:15.944667 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d68dfec-1f90-42c7-94b9-076682e61ec0 admin admin] Router 5b620c4c-40f8-48c6-8f8a-853657d52b57 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:51:16.006340 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-30a43943-6693-4fd4-8543-5273511cad5c req-d862da48-2cd1-495e-915f-bef9c3eff981 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=28579acf4f6649619fa5e100c7c9ac60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4197328 Aug 09 16:51:16.031082 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.101763 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da064efd-ec72-4119-b110-63f115e9986a None None] Notify callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.165583 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:16.166228 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:16.310658 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d68dfec-1f90-42c7-94b9-076682e61ec0 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:16.322717 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-5d68dfec-1f90-42c7-94b9-076682e61ec0 admin admin] 10.222.0.49 "PUT /v2.0/routers/5b620c4c-40f8-48c6-8f8a-853657d52b57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4950016 Aug 09 16:51:16.476182 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] Sync routers for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:16.566945 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:16.567580 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:51:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:16.694925 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [req-30a43943-6693-4fd4-8543-5273511cad5c req-4b48c142-b0e3-41e5-b3ac-907e1e263e43 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:51:16.695950 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-30a43943-6693-4fd4-8543-5273511cad5c req-4b48c142-b0e3-41e5-b3ac-907e1e263e43 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2472017 Aug 09 16:51:16.858559 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-30a43943-6693-4fd4-8543-5273511cad5c req-a007dd2d-c1e5-4935-ab83-0ede3a13ff17 service neutron] 10.222.0.49 "GET /v2.0/networks/713d6a7a-686f-4197-9ccf-112c6c469454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529558 Aug 09 16:51:16.862603 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Current status of the port 1323aa94-c0a2-41ee-8e04-279514db9e77 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:16.927157 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:16.971376 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:16.972525 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device b6272b2e-0468-49aa-9f39-caba831aa7a0 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:17.004371 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-30a43943-6693-4fd4-8543-5273511cad5c req-0bb96172-0d59-490c-b9da-63b1ced870c1 service neutron] 10.222.0.49 "GET /v2.0/networks/713d6a7a-686f-4197-9ccf-112c6c469454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432540 Aug 09 16:51:17.036038 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Provisioning complete for port b6272b2e-0468-49aa-9f39-caba831aa7a0 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:17.036496 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.128782 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] Notify callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.214007 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port b6272b2e-0468-49aa-9f39-caba831aa7a0 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:17.214631 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.305903 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Current status of the port b6272b2e-0468-49aa-9f39-caba831aa7a0 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:17.333326 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Provisioning complete for port b26e20ed-b246-4484-aed8-2ef3c70c6b68 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:17.333709 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.371687 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da064efd-ec72-4119-b110-63f115e9986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.415633 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 53106) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:17.425821 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-10e79b2f-2a52-4739-ba78-7c37ce147be3 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--797804566', 'description': 'tempest-description--521491433'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:17.428094 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port b6272b2e-0468-49aa-9f39-caba831aa7a0 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:17.430326 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.459461 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.465078 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.465078 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.528278 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:14Z', 'revision_number': 2, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:17.540978 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-10e79b2f-2a52-4739-ba78-7c37ce147be3 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.656055 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d5949-1ac0-4add-a4b9-245df067d183 None None] Pushing event updated for resources: {'Port': ['ID=b40f544a-094d-49cb-83ae-ff3827bad410,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:17.746259 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2cb38-d40c-48bf-9829-808bf62a3b14 None None] Pushing event updated for resources: {'Port': ['ID=aa8fa19a-4938-491d-8a32-2a1ec3d71b10,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:17.756271 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-da064efd-ec72-4119-b110-63f115e9986a None None] Attempting to bind port b40f544a-094d-49cb-83ae-ff3827bad410 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:17.763949 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-da064efd-ec72-4119-b110-63f115e9986a None None] Attempting to bind port b40f544a-094d-49cb-83ae-ff3827bad410 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '73bc6df4-8599-4205-8273-c5885e51a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:17.765034 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da064efd-ec72-4119-b110-63f115e9986a None None] Attempting to bind port b40f544a-094d-49cb-83ae-ff3827bad410 on network 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:17.776584 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da064efd-ec72-4119-b110-63f115e9986a None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:17.776719 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da064efd-ec72-4119-b110-63f115e9986a None None] Checking segment: {'id': '73bc6df4-8599-4205-8273-c5885e51a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:17.777056 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da064efd-ec72-4119-b110-63f115e9986a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.777505 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da064efd-ec72-4119-b110-63f115e9986a None None] Bound using segment: {'id': '73bc6df4-8599-4205-8273-c5885e51a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:17.777985 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-da064efd-ec72-4119-b110-63f115e9986a None None] Bound port: b40f544a-094d-49cb-83ae-ff3827bad410, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bc6df4-8599-4205-8273-c5885e51a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:17.778393 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da064efd-ec72-4119-b110-63f115e9986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.853469 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] Checking router: 5b620c4c-40f8-48c6-8f8a-853657d52b57 for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:17.853469 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] Updating router 5b620c4c-40f8-48c6-8f8a-853657d52b57 port 1d3de928-71f4-4aa3-b37d-721c95e057b8 binding host dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:51:17.920952 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:51:17.928488 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e2d70900-e602-4399-87ab-8b5f408d50d5 req-17e0e155-eb08-4475-99a3-13a72cd1676f tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 210 time: 0.1480896 Aug 09 16:51:17.939822 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-10e79b2f-2a52-4739-ba78-7c37ce147be3 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.962984 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Current status of the port b26e20ed-b246-4484-aed8-2ef3c70c6b68 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:17.975926 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:17.992465 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-da064efd-ec72-4119-b110-63f115e9986a None None] For port b40f544a-094d-49cb-83ae-ff3827bad410, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:18.014713 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-da064efd-ec72-4119-b110-63f115e9986a None None] For port b40f544a-094d-49cb-83ae-ff3827bad410, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=b40f544a-094d-49cb-83ae-ff3827bad410,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:18.033762 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-10e79b2f-2a52-4739-ba78-7c37ce147be3 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.084780 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-da064efd-ec72-4119-b110-63f115e9986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.164732 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e79b2f-2a52-4739-ba78-7c37ce147be3 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:18.191873 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-10e79b2f-2a52-4739-ba78-7c37ce147be3 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.196807 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-10e79b2f-2a52-4739-ba78-7c37ce147be3 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7801158 Aug 09 16:51:18.200409 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 53164) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:18.205955 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-0362a8de-5cdf-4123-b88c-e207c5046808 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Request body: {'security_group_rule': {'security_group_id': '1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:18.238857 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da064efd-ec72-4119-b110-63f115e9986a None None] Routers {'cd054967-902d-4170-8013-fda72179afee'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:18.239517 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-da064efd-ec72-4119-b110-63f115e9986a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:51:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['cd054967-902d-4170-8013-fda72179afee'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:18.281749 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 53170) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:18.287118 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-2afd613d-3fe0-43f9-9e78-e87fedb04dda tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--138374443', 'description': 'tempest-description--988798193'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:18.376687 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0362a8de-5cdf-4123-b88c-e207c5046808 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.380916 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d5949-1ac0-4add-a4b9-245df067d183 None None] Pushing event updated for resources: {'Port': ['ID=b40f544a-094d-49cb-83ae-ff3827bad410,revision_number=4']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:18.475710 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Provisioning complete for port aa8fa19a-4938-491d-8a32-2a1ec3d71b10 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:18.476180 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.498806 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c0d868fe-0c25-46a8-9bc1-69cdfadb9a37 req-c94b61c5-60d9-47ea-8185-100ff2ed810a tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 210 time: 0.0934503 Aug 09 16:51:18.503508 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2afd613d-3fe0-43f9-9e78-e87fedb04dda tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.513610 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] Attempting to bind port aa8fa19a-4938-491d-8a32-2a1ec3d71b10 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:18.513986 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] Attempting to bind port aa8fa19a-4938-491d-8a32-2a1ec3d71b10 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:18.514552 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] Attempting to bind port aa8fa19a-4938-491d-8a32-2a1ec3d71b10 on network afefc86c-3f24-4c4b-9b8a-046339133df8 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:18.535547 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-da064efd-ec72-4119-b110-63f115e9986a None None] Set router cd054967-902d-4170-8013-fda72179afee gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:18.590634 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device b26e20ed-b246-4484-aed8-2ef3c70c6b68 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:18.621854 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0362a8de-5cdf-4123-b88c-e207c5046808 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.674075 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:18.680169 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] Checking segment: {'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:18.680830 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.681385 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] Bound using segment: {'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:18.682761 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] Bound port: aa8fa19a-4938-491d-8a32-2a1ec3d71b10, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:18.683792 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.747508 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Port aa8fa19a-4938-491d-8a32-2a1ec3d71b10 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:51:18.766091 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2afd613d-3fe0-43f9-9e78-e87fedb04dda tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.780500 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0362a8de-5cdf-4123-b88c-e207c5046808 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.827908 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 53202) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:18.832078 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-656e48b9-4e59-4df3-bd0a-d69d7d518025 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1634352334', 'description': 'tempest-description--1398686747'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:18.937384 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2afd613d-3fe0-43f9-9e78-e87fedb04dda tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.965021 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362a8de-5cdf-4123-b88c-e207c5046808 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82c2af6-d372-409d-8130-a19ac2c1502b,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:18.986431 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-656e48b9-4e59-4df3-bd0a-d69d7d518025 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:18.986979 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Provisioning complete for port c3ce740f-710b-4ba6-aaa9-c4a2875e49f7 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:18.987083 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.107010 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0362a8de-5cdf-4123-b88c-e207c5046808 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.107010 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-0362a8de-5cdf-4123-b88c-e207c5046808 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9032855 Aug 09 16:51:19.109393 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 53216) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:19.118122 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 53218) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:19.129392 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-eb2ca91f-e992-4061-b040-b1b5c5b82091 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Request body: {'security_group_rule': {'security_group_id': '1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:19.293161 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-656e48b9-4e59-4df3-bd0a-d69d7d518025 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.392569 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-87bdf2c3-3814-4560-a03e-69fa0b3f75cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.409839 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-da064efd-ec72-4119-b110-63f115e9986a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 4, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'b40f544a-094d-49cb-83ae-ff3827bad410', 'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'mac_address': 'fa:16:3e:ad:05:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:08Z', 'updated_at': '2022-08-09T16:51:17Z', 'revision_number': 4, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'subnets': [{'id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:19.413542 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-656e48b9-4e59-4df3-bd0a-d69d7d518025 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.454695 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb2ca91f-e992-4061-b040-b1b5c5b82091 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.462360 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da064efd-ec72-4119-b110-63f115e9986a None None] The sync data for ids ['cd054967-902d-4170-8013-fda72179afee'] in dv-cinder-852570-1-iscsi is: [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 4, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'b40f544a-094d-49cb-83ae-ff3827bad410', 'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'mac_address': 'fa:16:3e:ad:05:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:08Z', 'updated_at': '2022-08-09T16:51:17Z', 'revision_number': 4, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'subnets': [{'id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:19.503490 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2afd613d-3fe0-43f9-9e78-e87fedb04dda tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.511203 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-2afd613d-3fe0-43f9-9e78-e87fedb04dda tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2278767 Aug 09 16:51:19.514676 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 53228) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:19.524177 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] For port aa8fa19a-4938-491d-8a32-2a1ec3d71b10, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:19.548639 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-8cbe224d-7193-431d-8bdb-ce0760950309 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Request body: {'security_group_rule': {'security_group_id': '9120f734-96ee-4990-80fe-88e9918a4cc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:19.611026 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd613d-3fe0-43f9-9e78-e87fedb04dda tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9120f734-96ee-4990-80fe-88e9918a4cc1,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:19.647974 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb2ca91f-e992-4061-b040-b1b5c5b82091 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.649733 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-4b29150d-cbdd-46b7-b180-9513ead48a2e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:19.649733 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-4b29150d-cbdd-46b7-b180-9513ead48a2e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/networks?id=afefc86c-3f24-4c4b-9b8a-046339133df8 HTTP/1.1" status: 200 len: 819 time: 0.8725505 Aug 09 16:51:19.678378 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port b26e20ed-b246-4484-aed8-2ef3c70c6b68 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:19.689205 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.694925 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-59f9852a-7b02-4c20-a3b4-6c5957b39a94 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/quotas/036e4f22211a49c78cb03d2fb540e984 HTTP/1.1" status: 200 len: 375 time: 0.0151989 Aug 09 16:51:19.732654 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-656e48b9-4e59-4df3-bd0a-d69d7d518025 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.734218 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-656e48b9-4e59-4df3-bd0a-d69d7d518025 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9057693 Aug 09 16:51:19.735970 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e48b9-4e59-4df3-bd0a-d69d7d518025 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbdbcca-11f3-41b3-88be-a22a78615561,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:19.763693 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 53234) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:19.792104 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] Notify callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.793322 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-0b141029-729b-4bec-8583-a5c2682be2a9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'security_group_rule': {'security_group_id': '6dbdbcca-11f3-41b3-88be-a22a78615561', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:19.817141 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-07504078-7d20-46ca-ae25-87cea77c6a42 req-1d6a3e26-3d53-4ff9-9a00-cb75ddf4e253 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 210 time: 0.0867596 Aug 09 16:51:19.825516 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb2ca91f-e992-4061-b040-b1b5c5b82091 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.848829 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-e4810e49-b09f-4700-a7a0-6904c5bc4819 None None] Port c3ce740f-710b-4ba6-aaa9-c4a2875e49f7 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:51:19.855752 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] For port aa8fa19a-4938-491d-8a32-2a1ec3d71b10, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=aa8fa19a-4938-491d-8a32-2a1ec3d71b10,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:19.857672 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8cbe224d-7193-431d-8bdb-ce0760950309 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.870570 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ca91f-e992-4061-b040-b1b5c5b82091 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49f73a9-b542-4715-b0dd-642808c3467e,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:19.888883 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.939380 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-2131a77e-db5a-477d-8cb4-3ca66daf8654 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=036e4f22211a49c78cb03d2fb540e984&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2275052 Aug 09 16:51:19.961828 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-87bdf2c3-3814-4560-a03e-69fa0b3f75cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.973797 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-eb2ca91f-e992-4061-b040-b1b5c5b82091 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:19.977201 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-eb2ca91f-e992-4061-b040-b1b5c5b82091 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8527379 Aug 09 16:51:19.985951 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 53238) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:19.992482 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-1b90211b-8338-4c65-9c16-bed82f4d3186 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Request body: {'floatingip': {'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:20.003083 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab52bf0-ec2b-4299-a6c7-c3390583f6c8 None None] Pushing event updated for resources: {'Port': ['ID=1d3de928-71f4-4aa3-b37d-721c95e057b8,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:20.013448 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.025664 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8cbe224d-7193-431d-8bdb-ce0760950309 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.098539 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-87bdf2c3-3814-4560-a03e-69fa0b3f75cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.177712 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdf2c3-3814-4560-a03e-69fa0b3f75cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e3489e-1e26-4db5-80ee-fecf23853d19,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:20.184331 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 53242) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:20.193124 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8cbe224d-7193-431d-8bdb-ce0760950309 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.203007 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] Routers {'523e1df2-4956-48fb-9f9b-0607fac1acc0'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:20.203710 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:51:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['523e1df2-4956-48fb-9f9b-0607fac1acc0'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:20.212675 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1b90211b-8338-4c65-9c16-bed82f4d3186 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for floatingip, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.217819 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0b141029-729b-4bec-8583-a5c2682be2a9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.255092 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe224d-7193-431d-8bdb-ce0760950309 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034902fe-4a01-4fe2-b77c-14aa7a84acb6,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:20.322004 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-aac1f8d9-5fe1-47ad-ae26-5de393390286 service neutron] 10.222.0.49 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936466 Aug 09 16:51:20.325254 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8cbe224d-7193-431d-8bdb-ce0760950309 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.346907 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 53252) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:20.347122 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8cbe224d-7193-431d-8bdb-ce0760950309 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8200006 Aug 09 16:51:20.386533 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-8ff404bd-31a9-4aae-b901-b8f6106641f5 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Request body: {'security_group_rule': {'security_group_id': '9120f734-96ee-4990-80fe-88e9918a4cc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:20.429823 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] Set router 523e1df2-4956-48fb-9f9b-0607fac1acc0 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:20.448348 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-87bdf2c3-3814-4560-a03e-69fa0b3f75cc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef48cd08559949c6904920b673f09f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3329582 Aug 09 16:51:20.459600 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 53254) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:20.521542 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0b141029-729b-4bec-8583-a5c2682be2a9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.583946 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8ff404bd-31a9-4aae-b901-b8f6106641f5 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.605326 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-0fdc750e-98aa-4d93-ad8e-a1607d2f8c61 None None] Provisioning complete for port c3ce740f-710b-4ba6-aaa9-c4a2875e49f7 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:20.605867 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fdc750e-98aa-4d93-ad8e-a1607d2f8c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.642922 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0b141029-729b-4bec-8583-a5c2682be2a9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.673254 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ac764698-e0fb-4b0d-9c35-53519179d080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.748503 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] Attempting to bind port 1d3de928-71f4-4aa3-b37d-721c95e057b8 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:20.748503 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] Attempting to bind port 1d3de928-71f4-4aa3-b37d-721c95e057b8 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:20.759419 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] Attempting to bind port 1d3de928-71f4-4aa3-b37d-721c95e057b8 on network d420601f-31a3-46a3-ad4c-fea8c4abc0ea {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:20.782814 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b141029-729b-4bec-8583-a5c2682be2a9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8662d758-ab4f-492c-94ed-2184d5cfd6fe,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:20.784292 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:20.784537 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] Checking segment: {'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:20.785463 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.785665 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] Bound using segment: {'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:20.786477 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] Bound port: 1d3de928-71f4-4aa3-b37d-721c95e057b8, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:20.786664 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.834886 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2cb38-d40c-48bf-9829-808bf62a3b14 None None] Pushing event updated for resources: {'Port': ['ID=aa8fa19a-4938-491d-8a32-2a1ec3d71b10,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:20.841577 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-62942ad6-7ee4-48bf-918d-40b028f5f801 service neutron] 10.222.0.49 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889421 Aug 09 16:51:20.859725 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b7a0825a-1db9-48d5-827f-78316f7b5926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.891540 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port b26e20ed-b246-4484-aed8-2ef3c70c6b68 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:20.895998 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device b6272b2e-0468-49aa-9f39-caba831aa7a0 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:20.906469 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b7a0825a-1db9-48d5-827f-78316f7b5926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:20.914810 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc750e-98aa-4d93-ad8e-a1607d2f8c61 None None] Port c3ce740f-710b-4ba6-aaa9-c4a2875e49f7 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:51:20.999389 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0b141029-729b-4bec-8583-a5c2682be2a9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.000590 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8ff404bd-31a9-4aae-b901-b8f6106641f5 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.007782 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 53266) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:21.008083 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-0b141029-729b-4bec-8583-a5c2682be2a9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2287753 Aug 09 16:51:21.019652 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-8d43fa95-214e-41fa-a690-71c509dac432 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'security_group_rule': {'security_group_id': '6dbdbcca-11f3-41b3-88be-a22a78615561', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:21.054784 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1b90211b-8338-4c65-9c16-bed82f4d3186 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.111119 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b7a0825a-1db9-48d5-827f-78316f7b5926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.113776 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b7a0825a-1db9-48d5-827f-78316f7b5926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.121887 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-b7a0825a-1db9-48d5-827f-78316f7b5926 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48e3489e-1e26-4db5-80ee-fecf23853d19 HTTP/1.1" status: 204 len: 168 time: 0.6520708 Aug 09 16:51:21.126284 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-0fdc750e-98aa-4d93-ad8e-a1607d2f8c61 None None] Provisioning complete for port 1d3de928-71f4-4aa3-b37d-721c95e057b8 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:21.126657 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fdc750e-98aa-4d93-ad8e-a1607d2f8c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.156819 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ae423b55-bb76-46a8-9d72-7dbb31251c2f req-7c13f691-6911-446d-8fa7-e51c06e263c4 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 210 time: 0.0501609 Aug 09 16:51:21.163687 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0825a-1db9-48d5-827f-78316f7b5926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e3489e-1e26-4db5-80ee-fecf23853d19,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:21.199236 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] For port 1d3de928-71f4-4aa3-b37d-721c95e057b8, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:21.243590 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8ff404bd-31a9-4aae-b901-b8f6106641f5 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.259532 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8d43fa95-214e-41fa-a690-71c509dac432 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.269726 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] For port 1d3de928-71f4-4aa3-b37d-721c95e057b8, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=1d3de928-71f4-4aa3-b37d-721c95e057b8,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:21.290186 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ac764698-e0fb-4b0d-9c35-53519179d080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.308592 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc750e-98aa-4d93-ad8e-a1607d2f8c61 None None] Port 1d3de928-71f4-4aa3-b37d-721c95e057b8 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:51:21.321208 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-router', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9535e389-5987-4cf8-9581-82e656ff983f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:08Z', 'revision_number': 4, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'gw_port': {'id': '9535e389-5987-4cf8-9581-82e656ff983f', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'aa8fa19a-4938-491d-8a32-2a1ec3d71b10', 'name': '', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'mac_address': 'fa:16:3e:88:d7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:05Z', 'updated_at': '2022-08-09T16:51:19Z', 'revision_number': 4, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'subnets': [{'id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:21.326498 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port b6272b2e-0468-49aa-9f39-caba831aa7a0 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:21.326835 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.375605 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239b4b8-83eb-4bba-b4d6-d80e83bc5a69 None None] The sync data for ids ['523e1df2-4956-48fb-9f9b-0607fac1acc0'] in dv-cinder-852570-1-iscsi is: [{'id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-router', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9535e389-5987-4cf8-9581-82e656ff983f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:08Z', 'revision_number': 4, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'gw_port': {'id': '9535e389-5987-4cf8-9581-82e656ff983f', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'aa8fa19a-4938-491d-8a32-2a1ec3d71b10', 'name': '', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'mac_address': 'fa:16:3e:88:d7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:05Z', 'updated_at': '2022-08-09T16:51:19Z', 'revision_number': 4, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'subnets': [{'id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:21.390195 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-0fdc750e-98aa-4d93-ad8e-a1607d2f8c61 None None] Provisioning complete for port 965a10d4-1d39-4fbb-b41b-82223937dfc2 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:21.390195 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fdc750e-98aa-4d93-ad8e-a1607d2f8c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.421322 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ac764698-e0fb-4b0d-9c35-53519179d080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.451331 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc750e-98aa-4d93-ad8e-a1607d2f8c61 None None] Port 965a10d4-1d39-4fbb-b41b-82223937dfc2 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:51:21.465322 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.473750 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-35788321-0d88-44d4-a9f3-9b16476f3fb9 req-d07ed507-7e54-4297-986a-2de875444ac1 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 210 time: 0.0690954 Aug 09 16:51:21.481589 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff404bd-31a9-4aae-b901-b8f6106641f5 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af93c14-e013-4833-a830-fabce595b2e5,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:21.522023 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-1b90211b-8338-4c65-9c16-bed82f4d3186 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Allocated IP 172.27.0.81 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/e36492ce-96a1-4103-9feb-081d197efded) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:21.536496 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-ac764698-e0fb-4b0d-9c35-53519179d080 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8282ce13a5414ae59d423532df32f800&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3483188 Aug 09 16:51:21.537628 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 53282) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:21.551564 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:21.552525 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:51:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:21.562646 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-0fdc750e-98aa-4d93-ad8e-a1607d2f8c61 None None] Provisioning complete for port b40f544a-094d-49cb-83ae-ff3827bad410 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:21.562996 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fdc750e-98aa-4d93-ad8e-a1607d2f8c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.566579 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8d43fa95-214e-41fa-a690-71c509dac432 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.572173 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8ff404bd-31a9-4aae-b901-b8f6106641f5 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.572173 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-8ff404bd-31a9-4aae-b901-b8f6106641f5 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2126284 Aug 09 16:51:21.575104 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 53284) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:21.584311 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-881ace55-a652-4026-a8b8-dd35d8316b85 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Request body: {'floatingip': {'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:21.605826 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac764698-e0fb-4b0d-9c35-53519179d080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47edeb35-329b-4928-a865-541408d6dc42,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:21.614874 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.85', 62381) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:21.647690 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-85b43b1e-41c6-4a8c-a610-9ec75f124859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.679540 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-85b43b1e-41c6-4a8c-a610-9ec75f124859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.709098 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8d43fa95-214e-41fa-a690-71c509dac432 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.723538 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab52bf0-ec2b-4299-a6c7-c3390583f6c8 None None] Pushing event updated for resources: {'Port': ['ID=1d3de928-71f4-4aa3-b37d-721c95e057b8,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:21.757858 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port b6272b2e-0468-49aa-9f39-caba831aa7a0 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:21.758316 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 9535e389-5987-4cf8-9581-82e656ff983f up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:21.811530 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-85b43b1e-41c6-4a8c-a610-9ec75f124859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.814466 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-881ace55-a652-4026-a8b8-dd35d8316b85 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for floatingip, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.818681 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-85b43b1e-41c6-4a8c-a610-9ec75f124859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.829147 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43fa95-214e-41fa-a690-71c509dac432 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f96ab21-2eb1-4a4a-9a18-2e59b4bace25,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:21.840878 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc750e-98aa-4d93-ad8e-a1607d2f8c61 None None] Current status of the port b40f544a-094d-49cb-83ae-ff3827bad410 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:21.841312 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fdc750e-98aa-4d93-ad8e-a1607d2f8c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:21.845022 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-85b43b1e-41c6-4a8c-a610-9ec75f124859 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/47edeb35-329b-4928-a865-541408d6dc42 HTTP/1.1" status: 204 len: 168 time: 0.3038604 Aug 09 16:51:21.880355 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b43b1e-41c6-4a8c-a610-9ec75f124859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47edeb35-329b-4928-a865-541408d6dc42,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:21.900339 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-0fdc750e-98aa-4d93-ad8e-a1607d2f8c61 None None] For port b40f544a-094d-49cb-83ae-ff3827bad410, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=b40f544a-094d-49cb-83ae-ff3827bad410,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:21.929271 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:21.970082 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0fdc750e-98aa-4d93-ad8e-a1607d2f8c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.034831 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 9535e389-5987-4cf8-9581-82e656ff983f triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:22.035205 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.039096 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8d43fa95-214e-41fa-a690-71c509dac432 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.045396 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 53292) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:22.054631 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-606cc7ae-18fe-4269-a14f-47b22710fc1c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'floatingip': {'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:22.060640 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-8d43fa95-214e-41fa-a690-71c509dac432 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0444863 Aug 09 16:51:22.097326 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1b90211b-8338-4c65-9c16-bed82f4d3186 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.183225 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-c42b1256-a345-47ef-b65f-d362252c0552 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:22.184741 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-c42b1256-a345-47ef-b65f-d362252c0552 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.85 "GET /v2.0/networks?id=afefc86c-3f24-4c4b-9b8a-046339133df8 HTTP/1.1" status: 200 len: 819 time: 0.5311723 Aug 09 16:51:22.189823 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-606cc7ae-18fe-4269-a14f-47b22710fc1c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.240393 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc750e-98aa-4d93-ad8e-a1607d2f8c61 None None] Pushing event updated for resources: {'Port': ['ID=b40f544a-094d-49cb-83ae-ff3827bad410,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:22.274193 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-9baa57dc-f79c-44eb-b11d-1dd0fe9aced0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Request body: {'port': {'device_id': 'd28cb61d-2014-4d36-a327-5d93726cc08f', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'admin_state_up': True, 'tenant_id': '036e4f22211a49c78cb03d2fb540e984'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:22.320899 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.85', 62383) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:22.336120 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 53300) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:22.392756 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1b90211b-8338-4c65-9c16-bed82f4d3186 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.407026 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-881ace55-a652-4026-a8b8-dd35d8316b85 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.495111 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90211b-8338-4c65-9c16-bed82f4d3186 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Pushing event updated for resources: {'Port': ['ID=e36492ce-96a1-4103-9feb-081d197efded,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:22.495292 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3a71a7d1-53b1-4487-b51d-7e74f1dd2dce req-600d9fc7-fca6-46e2-94df-362fcb2fdfd1 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 210 time: 0.0955253 Aug 09 16:51:22.527494 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9fcf58e7-9fc6-456b-806f-95914cd87c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.561456 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b90211b-8338-4c65-9c16-bed82f4d3186 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:22.571154 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-1b90211b-8338-4c65-9c16-bed82f4d3186 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:22.574372 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b90211b-8338-4c65-9c16-bed82f4d3186 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:22.664286 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 9535e389-5987-4cf8-9581-82e656ff983f is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:22.665669 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 70b961dc-c432-459f-902f-9968b6f1dfb0 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:22.691350 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-606cc7ae-18fe-4269-a14f-47b22710fc1c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.725872 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:21Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:22.774233 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcade07-a02d-4e33-a62d-69a2c6ca9b2d None None] The sync data for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi is: [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:21Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:22.826132 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 70b961dc-c432-459f-902f-9968b6f1dfb0 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:22.826505 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:22.854246 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e4b7fbd7-e437-4f7e-a138-d9c96ab06b91 req-e03af7e5-a78d-4460-9b60-f7597bc596b2 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 210 time: 0.1415169 Aug 09 16:51:22.936988 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-606cc7ae-18fe-4269-a14f-47b22710fc1c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Allocated IP 172.27.0.160 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/489173e8-daf4-43f7-a3aa-1a61cae0dc74) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:22.956568 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a43943-6693-4fd4-8543-5273511cad5c req-f446900c-684c-4cb5-a301-d6aceba55e33 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:22.956568 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-30a43943-6693-4fd4-8543-5273511cad5c req-f446900c-684c-4cb5-a301-d6aceba55e33 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.85 "GET /v2.0/networks?id=713d6a7a-686f-4197-9ccf-112c6c469454 HTTP/1.1" status: 200 len: 812 time: 0.6340423 Aug 09 16:51:22.982387 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 70b961dc-c432-459f-902f-9968b6f1dfb0 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:22.982387 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 2ff04722-358c-4b92-b019-cc3d58677d23 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:23.111278 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 2ff04722-358c-4b92-b019-cc3d58677d23 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:23.111513 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.154915 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1b90211b-8338-4c65-9c16-bed82f4d3186 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.193139 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-30a43943-6693-4fd4-8543-5273511cad5c req-05b0d81d-9260-4b6c-933b-ba6d5d0270df tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Request body: {'port': {'device_id': '0cc8ac72-a097-47db-b4b2-70d7f9b50b3d', 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454', 'admin_state_up': True, 'tenant_id': '28579acf4f6649619fa5e100c7c9ac60'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:23.214471 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-606cc7ae-18fe-4269-a14f-47b22710fc1c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.236751 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9fcf58e7-9fc6-456b-806f-95914cd87c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.255889 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 53344) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:23.275990 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 2ff04722-358c-4b92-b019-cc3d58677d23 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:23.276305 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.307456 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port 2ff04722-358c-4b92-b019-cc3d58677d23, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=2ff04722-358c-4b92-b019-cc3d58677d23,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:23.310844 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5dfaa366-55ff-4685-9230-70de7b8ecb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.395435 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-606cc7ae-18fe-4269-a14f-47b22710fc1c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.397458 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.414482 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 81c82aec-d770-4ae1-aa83-3f6ea392a209 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:23.414627 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-9fcf58e7-9fc6-456b-806f-95914cd87c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.414627 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-9baa57dc-f79c-44eb-b11d-1dd0fe9aced0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Made reservation on behalf of 036e4f22211a49c78cb03d2fb540e984 for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:23.418001 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-9baa57dc-f79c-44eb-b11d-1dd0fe9aced0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.464982 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cc7ae-18fe-4269-a14f-47b22710fc1c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'Port': ['ID=489173e8-daf4-43f7-a3aa-1a61cae0dc74,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:23.489373 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606cc7ae-18fe-4269-a14f-47b22710fc1c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:23.492493 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf58e7-9fc6-456b-806f-95914cd87c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f54f004-2a54-4f60-8399-3676bfcb0fda,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:23.493560 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-606cc7ae-18fe-4269-a14f-47b22710fc1c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:23.501107 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1b90211b-8338-4c65-9c16-bed82f4d3186 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.515038 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606cc7ae-18fe-4269-a14f-47b22710fc1c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:23.538876 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=2ff04722-358c-4b92-b019-cc3d58677d23,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:23.582921 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 81c82aec-d770-4ae1-aa83-3f6ea392a209 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:23.587169 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.592162 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a43943-6693-4fd4-8543-5273511cad5c req-05b0d81d-9260-4b6c-933b-ba6d5d0270df tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Made reservation on behalf of 28579acf4f6649619fa5e100c7c9ac60 for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:23.595630 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-30a43943-6693-4fd4-8543-5273511cad5c req-05b0d81d-9260-4b6c-933b-ba6d5d0270df tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.615995 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-9fcf58e7-9fc6-456b-806f-95914cd87c97 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c4a20a1c847247c1973343a7942a6ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2690752 Aug 09 16:51:23.619827 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 53354) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:23.629168 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8ace1f7c-0304-4c69-9a93-87d3c10a17cd req-aac2b556-a92f-4e1b-9fdf-deb65b9e6475 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 210 time: 0.0465066 Aug 09 16:51:23.640750 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-881ace55-a652-4026-a8b8-dd35d8316b85 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Allocated IP 172.27.0.97 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/4a8fe127-49df-4d77-a441-c5eec97984cc) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:23.704968 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 81c82aec-d770-4ae1-aa83-3f6ea392a209 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:23.705540 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.797765 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port 81c82aec-d770-4ae1-aa83-3f6ea392a209, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=81c82aec-d770-4ae1-aa83-3f6ea392a209,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:23.834570 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-606cc7ae-18fe-4269-a14f-47b22710fc1c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:23.892075 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 53362) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:24.000011 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:24.000825 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 6f4fd79a-3337-40c3-ad3e-937b9d7b9a27 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:24.177213 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c897f2c8-a2f5-437e-8d31-ad13d478c458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:24.180915 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-606cc7ae-18fe-4269-a14f-47b22710fc1c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:24.237955 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=81c82aec-d770-4ae1-aa83-3f6ea392a209,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:24.238186 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-9baa57dc-f79c-44eb-b11d-1dd0fe9aced0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Allocated IP 172.20.0.11 (afefc86c-3f24-4c4b-9b8a-046339133df8/2078996a-91bc-4210-bac4-b6f4af459f79/e9fff966-2878-46da-baf4-d9229eb5968e) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:24.267954 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 6f4fd79a-3337-40c3-ad3e-937b9d7b9a27 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:24.268416 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:24.461180 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-606cc7ae-18fe-4269-a14f-47b22710fc1c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for port, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:24.463666 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.85', 62390) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:24.518927 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 6f4fd79a-3337-40c3-ad3e-937b9d7b9a27 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:24.522270 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:24.584551 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port 6f4fd79a-3337-40c3-ad3e-937b9d7b9a27, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=6f4fd79a-3337-40c3-ad3e-937b9d7b9a27,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:24.720370 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-cb0992c4-e859-4824-9e67-77580d85d371 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:24.721925 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-cb0992c4-e859-4824-9e67-77580d85d371 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.85 "GET /v2.0/networks?id=afefc86c-3f24-4c4b-9b8a-046339133df8 HTTP/1.1" status: 200 len: 819 time: 0.2565506 Aug 09 16:51:24.730449 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-606cc7ae-18fe-4269-a14f-47b22710fc1c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:24.731135 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-606cc7ae-18fe-4269-a14f-47b22710fc1c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:24.731422 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:24.737052 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] Sync routers for ids ['a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:24.785098 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] Routers {'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:24.788692 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:51:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:24.800553 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-ae3b4d9c-e6c7-4817-9674-6828abe52524 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Request body: {'port': {'device_id': 'fb91316a-6971-4ac0-975d-19412aa09d8e', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'admin_state_up': True, 'tenant_id': '036e4f22211a49c78cb03d2fb540e984'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:24.923047 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=6f4fd79a-3337-40c3-ad3e-937b9d7b9a27,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:25.023983 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] Set router a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:25.092669 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-678e71ed-6615-411a-b682-4ff9eec26428 req-7809cdf9-a682-4589-8fc0-a1db7573bee1 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 210 time: 0.1910024 Aug 09 16:51:25.126194 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cc7ae-18fe-4269-a14f-47b22710fc1c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'Port': ['ID=489173e8-daf4-43f7-a3aa-1a61cae0dc74,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:25.191844 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] Sync routers for ids ['a8ca7553-6612-4216-9f9b-437ecf2de11b'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:25.202808 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-606cc7ae-18fe-4269-a14f-47b22710fc1c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.214085 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-606cc7ae-18fe-4269-a14f-47b22710fc1c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1577668 Aug 09 16:51:25.223041 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] Routers {'a8ca7553-6612-4216-9f9b-437ecf2de11b'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:25.224855 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:51:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a8ca7553-6612-4216-9f9b-437ecf2de11b'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:25.296454 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5dfaa366-55ff-4685-9230-70de7b8ecb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.462456 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c897f2c8-a2f5-437e-8d31-ad13d478c458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.487697 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4d93289a-867f-44fc-8248-5c1d0ff5cccc req-eb97d301-c7dd-453d-b47b-c77ea06c0524 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 210 time: 0.7624068 Aug 09 16:51:25.583694 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device f3509128-4d99-41a6-ba3b-77cb147999d0 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:25.600463 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c897f2c8-a2f5-437e-8d31-ad13d478c458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.611257 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'name': 'tempest-DeleteServersTestJSON-1692903735-router', 'tenant_id': '28579acf4f6649619fa5e100c7c9ac60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6f4fd79a-3337-40c3-ad3e-937b9d7b9a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 4, 'project_id': '28579acf4f6649619fa5e100c7c9ac60', 'gw_port': {'id': '6f4fd79a-3337-40c3-ad3e-937b9d7b9a27', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '965a10d4-1d39-4fbb-b41b-82223937dfc2', 'name': '', 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454', 'tenant_id': '28579acf4f6649619fa5e100c7c9ac60', 'mac_address': 'fa:16:3e:95:e7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2e39800-036d-4bb8-82d6-1cca71db8ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:08Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 2, 'project_id': '28579acf4f6649619fa5e100c7c9ac60', 'subnets': [{'id': 'b2e39800-036d-4bb8-82d6-1cca71db8ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:25.692435 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-ae3b4d9c-e6c7-4817-9674-6828abe52524 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Made reservation on behalf of 036e4f22211a49c78cb03d2fb540e984 for: {'port': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:25.702977 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-ae3b4d9c-e6c7-4817-9674-6828abe52524 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.727623 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] Checking router: a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:25.728002 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] Updating router a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc port 965a10d4-1d39-4fbb-b41b-82223937dfc2 binding host dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:51:25.731466 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-462b183d-f741-4875-a216-141027226a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.741711 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897f2c8-a2f5-437e-8d31-ad13d478c458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1957d78b-5d60-48a0-ae23-71c257b01da3,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:25.763033 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] Set router a8ca7553-6612-4216-9f9b-437ecf2de11b gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:25.766288 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5dfaa366-55ff-4685-9230-70de7b8ecb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.800487 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:25.842377 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-c897f2c8-a2f5-437e-8d31-ad13d478c458 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=454fb56b2975401298c9e8dc50b4c434&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9495399 Aug 09 16:51:25.861658 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 53388) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:25.904664 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-399eba78-2cc1-4d12-b218-948147130cf7 req-9d10b0a0-51c0-410b-839c-b72f9fd96646 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1634352334&fields=id&tenant_id=263134786e174e0683b78ef12715c3fb HTTP/1.1" status: 200 len: 267 time: 0.1820476 Aug 09 16:51:25.978237 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port f3509128-4d99-41a6-ba3b-77cb147999d0 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:26.074524 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:26.230786 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port f3509128-4d99-41a6-ba3b-77cb147999d0 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:26.231172 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:26.249662 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfaa366-55ff-4685-9230-70de7b8ecb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a084d26-de1b-4023-ba31-88cbad59d5d6,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:26.265012 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-5dfaa366-55ff-4685-9230-70de7b8ecb4e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7a857b14efd46e194b1b6da1cd210ef&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0060539 Aug 09 16:51:26.279429 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port f3509128-4d99-41a6-ba3b-77cb147999d0, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=f3509128-4d99-41a6-ba3b-77cb147999d0,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:26.283279 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-462b183d-f741-4875-a216-141027226a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:26.298332 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 53392) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:26.302253 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port': {'id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c3ce740f-710b-4ba6-aaa9-c4a2875e49f7', 'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'mac_address': 'fa:16:3e:b8:2c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:10Z', 'updated_at': '2022-08-09T16:51:12Z', 'revision_number': 2, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'subnets': [{'id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:26.338494 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] Checking router: a8ca7553-6612-4216-9f9b-437ecf2de11b for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:26.339177 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] Updating router a8ca7553-6612-4216-9f9b-437ecf2de11b port c3ce740f-710b-4ba6-aaa9-c4a2875e49f7 binding host dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:51:26.343484 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-9baa57dc-f79c-44eb-b11d-1dd0fe9aced0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:26.371652 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:26.375733 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:26.378482 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device aa8fa19a-4938-491d-8a32-2a1ec3d71b10 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:26.454269 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b122ddc8-7449-4193-a6b0-62efb6794ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:26.516280 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=f3509128-4d99-41a6-ba3b-77cb147999d0,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:26.538183 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b122ddc8-7449-4193-a6b0-62efb6794ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:26.543387 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-349829fa-f2f8-4008-ad24-d491df600ad6 req-80b91b14-0a46-4ce5-b6e2-136b53e979aa tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 210 time: 0.1754503 Aug 09 16:51:26.589898 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-30a43943-6693-4fd4-8543-5273511cad5c req-05b0d81d-9260-4b6c-933b-ba6d5d0270df tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Allocated IP 172.20.0.4 (713d6a7a-686f-4197-9ccf-112c6c469454/b2e39800-036d-4bb8-82d6-1cca71db8ff9/57678e15-efc6-4cb0-9234-7beae1157f89) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:26.597970 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-881ace55-a652-4026-a8b8-dd35d8316b85 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:26.613596 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1b90211b-8338-4c65-9c16-bed82f4d3186 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:26.622190 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399eba78-2cc1-4d12-b218-948147130cf7 req-662f5ba9-1947-4602-9a6b-3b61dbd5264a tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:26.630448 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-399eba78-2cc1-4d12-b218-948147130cf7 req-662f5ba9-1947-4602-9a6b-3b61dbd5264a tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/networks?id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea HTTP/1.1" status: 200 len: 815 time: 0.5441556 Aug 09 16:51:26.648566 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port aa8fa19a-4938-491d-8a32-2a1ec3d71b10 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:26.650873 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:26.650993 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-399eba78-2cc1-4d12-b218-948147130cf7 req-9c28d227-24a4-4117-ba3e-372854fe505e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/quotas/263134786e174e0683b78ef12715c3fb HTTP/1.1" status: 200 len: 375 time: 0.0192568 Aug 09 16:51:26.722618 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-399eba78-2cc1-4d12-b218-948147130cf7 req-8e461d99-c570-4bea-869b-24f9912f3442 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=263134786e174e0683b78ef12715c3fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0706263 Aug 09 16:51:26.743154 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1b90211b-8338-4c65-9c16-bed82f4d3186 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:26.745147 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1b90211b-8338-4c65-9c16-bed82f4d3186 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:26.829348 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b122ddc8-7449-4193-a6b0-62efb6794ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:26.834330 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b122ddc8-7449-4193-a6b0-62efb6794ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:26.835369 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-b122ddc8-7449-4193-a6b0-62efb6794ca3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1957d78b-5d60-48a0-ae23-71c257b01da3 HTTP/1.1" status: 204 len: 168 time: 0.9719024 Aug 09 16:51:27.031295 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-ae3b4d9c-e6c7-4817-9674-6828abe52524 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Allocated IP 172.20.0.13 (afefc86c-3f24-4c4b-9b8a-046339133df8/2078996a-91bc-4210-bac4-b6f4af459f79/4014f437-b28e-43e2-a675-9c34274cd756) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:27.172158 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122ddc8-7449-4193-a6b0-62efb6794ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1957d78b-5d60-48a0-ae23-71c257b01da3,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:27.172921 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-30a43943-6693-4fd4-8543-5273511cad5c req-05b0d81d-9260-4b6c-933b-ba6d5d0270df tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.172921 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-afa86490-e2c1-4b1e-9d6a-89741b13aea1 req-de0c0079-5cfd-4611-8cf1-2a66d22f6c40 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 210 time: 0.3649333 Aug 09 16:51:27.172921 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-9baa57dc-f79c-44eb-b11d-1dd0fe9aced0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.172921 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-462b183d-f741-4875-a216-141027226a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.172921 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-462b183d-f741-4875-a216-141027226a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.172921 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-462b183d-f741-4875-a216-141027226a6e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f54f004-2a54-4f60-8399-3676bfcb0fda HTTP/1.1" status: 204 len: 168 time: 3.5335515 Aug 09 16:51:27.172921 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fdbd6fa2-e48c-440d-920d-1b2690669d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.173677 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-399eba78-2cc1-4d12-b218-948147130cf7 req-1ce137d7-8331-464e-a9e1-087e8723ab34 service neutron] 10.222.0.49 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314802 Aug 09 16:51:27.213944 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b183d-f741-4875-a216-141027226a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f54f004-2a54-4f60-8399-3676bfcb0fda,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:27.264025 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fdbd6fa2-e48c-440d-920d-1b2690669d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.281852 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90211b-8338-4c65-9c16-bed82f4d3186 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Pushing event updated for resources: {'Port': ['ID=e36492ce-96a1-4103-9feb-081d197efded,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:27.291722 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-9baa57dc-f79c-44eb-b11d-1dd0fe9aced0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Network afefc86c-3f24-4c4b-9b8a-046339133df8 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:27.309040 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-9baa57dc-f79c-44eb-b11d-1dd0fe9aced0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:27.354702 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-9baa57dc-f79c-44eb-b11d-1dd0fe9aced0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:27.368755 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port aa8fa19a-4938-491d-8a32-2a1ec3d71b10 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:27.368755 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.375860 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-9baa57dc-f79c-44eb-b11d-1dd0fe9aced0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:27.380134 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-9baa57dc-f79c-44eb-b11d-1dd0fe9aced0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.499250 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1b90211b-8338-4c65-9c16-bed82f4d3186 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.499250 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-1b90211b-8338-4c65-9c16-bed82f4d3186 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5050256 Aug 09 16:51:27.499548 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port aa8fa19a-4938-491d-8a32-2a1ec3d71b10, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=aa8fa19a-4938-491d-8a32-2a1ec3d71b10,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:27.508402 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-881ace55-a652-4026-a8b8-dd35d8316b85 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.516089 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-399eba78-2cc1-4d12-b218-948147130cf7 req-98506f60-3710-489e-8c29-49d4ec99d8dd service neutron] 10.222.0.49 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511584 Aug 09 16:51:27.521150 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-30a43943-6693-4fd4-8543-5273511cad5c req-05b0d81d-9260-4b6c-933b-ba6d5d0270df tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.562833 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] Notify callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.621520 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-ae3b4d9c-e6c7-4817-9674-6828abe52524 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.698063 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.698969 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 2ff04722-358c-4b92-b019-cc3d58677d23 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:27.765091 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.781941 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa57dc-f79c-44eb-b11d-1dd0fe9aced0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Pushing event updated for resources: {'Port': ['ID=e9fff966-2878-46da-baf4-d9229eb5968e,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:27.792957 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-ae3b4d9c-e6c7-4817-9674-6828abe52524 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.844856 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-9baa57dc-f79c-44eb-b11d-1dd0fe9aced0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5762150 Aug 09 16:51:27.917463 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] Notify callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:27.975343 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881ace55-a652-4026-a8b8-dd35d8316b85 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:27.994677 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.021878 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-92aa4b80-f7a2-4c76-ae42-9cdf05fac979 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:51:28.023392 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-92aa4b80-f7a2-4c76-ae42-9cdf05fac979 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460353 Aug 09 16:51:28.084602 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d8a8bebc-28f9-494b-87b2-5a464a30980f req-2a1e39bb-4107-49c4-9bed-9bacc98fd585 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 210 time: 0.0813737 Aug 09 16:51:28.110378 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec2797-d6f9-41bc-9406-a02698fc79eb None None] Pushing event updated for resources: {'Port': ['ID=965a10d4-1d39-4fbb-b41b-82223937dfc2,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:28.110723 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-881ace55-a652-4026-a8b8-dd35d8316b85 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:28.132858 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-ae3b4d9c-e6c7-4817-9674-6828abe52524 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Network afefc86c-3f24-4c4b-9b8a-046339133df8 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:28.137536 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881ace55-a652-4026-a8b8-dd35d8316b85 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:28.138284 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b4d9c-e6c7-4817-9674-6828abe52524 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Pushing event updated for resources: {'Port': ['ID=4014f437-b28e-43e2-a675-9c34274cd756,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:28.143072 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-ae3b4d9c-e6c7-4817-9674-6828abe52524 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:28.150838 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-ae3b4d9c-e6c7-4817-9674-6828abe52524 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:28.155168 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] Attempting to bind port c3ce740f-710b-4ba6-aaa9-c4a2875e49f7 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:28.155631 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] Attempting to bind port c3ce740f-710b-4ba6-aaa9-c4a2875e49f7 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': 'daa2a3da-8df0-4bc8-beb5-173e7eb8875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:28.155894 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] Attempting to bind port c3ce740f-710b-4ba6-aaa9-c4a2875e49f7 on network b631f0ba-3918-495c-9e8a-a3fd8937f433 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:28.159521 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-03cd8089-c3d4-492a-b58f-5bf04d24018d None None] Provisioning complete for port e9fff966-2878-46da-baf4-d9229eb5968e triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:28.159942 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-03cd8089-c3d4-492a-b58f-5bf04d24018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.161505 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=aa8fa19a-4938-491d-8a32-2a1ec3d71b10,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:28.179108 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-ae3b4d9c-e6c7-4817-9674-6828abe52524 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:28.194462 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-ae3b4d9c-e6c7-4817-9674-6828abe52524 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for port, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.223552 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a43943-6693-4fd4-8543-5273511cad5c req-05b0d81d-9260-4b6c-933b-ba6d5d0270df tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Network 713d6a7a-686f-4197-9ccf-112c6c469454 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:28.227565 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-30a43943-6693-4fd4-8543-5273511cad5c req-05b0d81d-9260-4b6c-933b-ba6d5d0270df tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:28.273206 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 2ff04722-358c-4b92-b019-cc3d58677d23 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:28.273343 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a43943-6693-4fd4-8543-5273511cad5c req-05b0d81d-9260-4b6c-933b-ba6d5d0270df tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:28.273644 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.308311 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a43943-6693-4fd4-8543-5273511cad5c req-05b0d81d-9260-4b6c-933b-ba6d5d0270df tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:28.311260 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-30a43943-6693-4fd4-8543-5273511cad5c req-05b0d81d-9260-4b6c-933b-ba6d5d0270df tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.339258 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] Attempting to bind port 965a10d4-1d39-4fbb-b41b-82223937dfc2 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:28.339656 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] Attempting to bind port 965a10d4-1d39-4fbb-b41b-82223937dfc2 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '9efe17a1-07ce-47e6-a2ab-b7065da4c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:28.339982 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] Attempting to bind port 965a10d4-1d39-4fbb-b41b-82223937dfc2 on network 713d6a7a-686f-4197-9ccf-112c6c469454 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:28.356236 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:28.356992 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] Checking segment: {'id': 'daa2a3da-8df0-4bc8-beb5-173e7eb8875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:28.357756 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.358550 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] Bound using segment: {'id': 'daa2a3da-8df0-4bc8-beb5-173e7eb8875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:28.359254 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] Bound port: c3ce740f-710b-4ba6-aaa9-c4a2875e49f7, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa2a3da-8df0-4bc8-beb5-173e7eb8875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:28.359810 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.367309 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-319c992a-37cb-43c7-8355-426c9089ec49 req-89ba5bd8-61b9-4a78-9016-5d150ea1b9da tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--797804566&fields=id&tenant_id=4a57286dc9144127b1177b199faf0b0a HTTP/1.1" status: 200 len: 267 time: 0.1211185 Aug 09 16:51:28.372340 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:28.372714 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] Checking segment: {'id': '9efe17a1-07ce-47e6-a2ab-b7065da4c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:28.377567 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.378113 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] Bound using segment: {'id': '9efe17a1-07ce-47e6-a2ab-b7065da4c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:28.378620 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] Bound port: 965a10d4-1d39-4fbb-b41b-82223937dfc2, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9efe17a1-07ce-47e6-a2ab-b7065da4c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:28.379015 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.392229 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-ae3b4d9c-e6c7-4817-9674-6828abe52524 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6219087 Aug 09 16:51:28.441857 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ace55-a652-4026-a8b8-dd35d8316b85 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Pushing event updated for resources: {'Port': ['ID=4a8fe127-49df-4d77-a441-c5eec97984cc,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:28.464820 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-03cd8089-c3d4-492a-b58f-5bf04d24018d None None] Port e9fff966-2878-46da-baf4-d9229eb5968e cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:51:28.466784 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e8f55-3db6-48e9-9566-f06ec49951f9 None None] Pushing event updated for resources: {'Port': ['ID=c3ce740f-710b-4ba6-aaa9-c4a2875e49f7,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:28.533433 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 53436) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:28.648746 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] For port 965a10d4-1d39-4fbb-b41b-82223937dfc2, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:28.667240 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] For port 965a10d4-1d39-4fbb-b41b-82223937dfc2, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=965a10d4-1d39-4fbb-b41b-82223937dfc2,segment=NetworkSegment(9efe17a1-07ce-47e6-a2ab-b7065da4c4b8),segment_id=9efe17a1-07ce-47e6-a2ab-b7065da4c4b8)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:28.689303 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-30a43943-6693-4fd4-8543-5273511cad5c req-05b0d81d-9260-4b6c-933b-ba6d5d0270df tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6070218 Aug 09 16:51:28.696081 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fdbd6fa2-e48c-440d-920d-1b2690669d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.699951 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fdbd6fa2-e48c-440d-920d-1b2690669d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.702936 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-fdbd6fa2-e48c-440d-920d-1b2690669d19 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6a084d26-de1b-4023-ba31-88cbad59d5d6 HTTP/1.1" status: 204 len: 168 time: 2.3573701 Aug 09 16:51:28.743489 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.782192 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84682075-516f-47cf-9f8f-5448cd3e47f6 req-8bb886e5-ac2e-478c-a2c1-f6187fc69009 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:28.784374 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-84682075-516f-47cf-9f8f-5448cd3e47f6 req-8bb886e5-ac2e-478c-a2c1-f6187fc69009 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 931 time: 0.9996886 Aug 09 16:51:28.785896 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-99b20d55-a7a6-4c20-a580-93ca6f953ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.800671 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c992a-37cb-43c7-8355-426c9089ec49 req-890c3e61-de7f-466e-8bc0-cd893c89c44a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:28.810287 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-319c992a-37cb-43c7-8355-426c9089ec49 req-890c3e61-de7f-466e-8bc0-cd893c89c44a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/networks?id=b631f0ba-3918-495c-9e8a-a3fd8937f433 HTTP/1.1" status: 200 len: 811 time: 0.4169018 Aug 09 16:51:28.837645 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec2797-d6f9-41bc-9406-a02698fc79eb None None] Pushing event updated for resources: {'Port': ['ID=965a10d4-1d39-4fbb-b41b-82223937dfc2,revision_number=4']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:28.842575 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-319c992a-37cb-43c7-8355-426c9089ec49 req-58a3d4fc-14d7-4ef3-ad14-4e1db312db79 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/quotas/4a57286dc9144127b1177b199faf0b0a HTTP/1.1" status: 200 len: 375 time: 0.0313547 Aug 09 16:51:28.846311 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] Routers {'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:28.847177 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:51:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:28.864715 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] For port c3ce740f-710b-4ba6-aaa9-c4a2875e49f7, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:28.877080 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] For port c3ce740f-710b-4ba6-aaa9-c4a2875e49f7, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=c3ce740f-710b-4ba6-aaa9-c4a2875e49f7,segment=NetworkSegment(daa2a3da-8df0-4bc8-beb5-173e7eb8875a),segment_id=daa2a3da-8df0-4bc8-beb5-173e7eb8875a)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:28.894106 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 2ff04722-358c-4b92-b019-cc3d58677d23 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:28.910496 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 1d3de928-71f4-4aa3-b37d-721c95e057b8 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:28.917192 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Request body: {'port': {'device_id': 'd28cb61d-2014-4d36-a327-5d93726cc08f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:28.958153 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-0d7175de-9155-4c92-b340-32f9ae10e4b7 None None] Provisioning complete for port 4014f437-b28e-43e2-a675-9c34274cd756 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:28.958428 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d7175de-9155-4c92-b340-32f9ae10e4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.966965 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:28.995924 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Request body: {'port': {'device_id': 'fb91316a-6971-4ac0-975d-19412aa09d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:29.049804 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] Set router a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:29.062214 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd6fa2-e48c-440d-920d-1b2690669d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a084d26-de1b-4023-ba31-88cbad59d5d6,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:29.139108 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b0d81d-9260-4b6c-933b-ba6d5d0270df tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Pushing event updated for resources: {'Port': ['ID=57678e15-efc6-4cb0-9234-7beae1157f89,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:29.178665 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-319c992a-37cb-43c7-8355-426c9089ec49 req-badf74f6-0792-436e-ab7a-553c72d81d79 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a57286dc9144127b1177b199faf0b0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3304808 Aug 09 16:51:29.244048 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Request body: {'port': {'device_id': '0cc8ac72-a097-47db-b4b2-70d7f9b50b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:29.276194 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-84682075-516f-47cf-9f8f-5448cd3e47f6 req-893fe6ca-65f6-4ff4-8392-ca7568edc811 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716277 Aug 09 16:51:29.289451 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-881ace55-a652-4026-a8b8-dd35d8316b85 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.309242 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e8f55-3db6-48e9-9566-f06ec49951f9 None None] Pushing event updated for resources: {'Port': ['ID=c3ce740f-710b-4ba6-aaa9-c4a2875e49f7,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:29.352733 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-0d7175de-9155-4c92-b340-32f9ae10e4b7 None None] Port 4014f437-b28e-43e2-a675-9c34274cd756 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:51:29.364354 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] Routers {'a8ca7553-6612-4216-9f9b-437ecf2de11b'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:29.365250 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:51:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a8ca7553-6612-4216-9f9b-437ecf2de11b'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:29.546446 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 1d3de928-71f4-4aa3-b37d-721c95e057b8 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:29.553669 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.553850 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.688164 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.696977 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'name': 'tempest-DeleteServersTestJSON-1692903735-router', 'tenant_id': '28579acf4f6649619fa5e100c7c9ac60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6f4fd79a-3337-40c3-ad3e-937b9d7b9a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 4, 'project_id': '28579acf4f6649619fa5e100c7c9ac60', 'gw_port': {'id': '6f4fd79a-3337-40c3-ad3e-937b9d7b9a27', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '965a10d4-1d39-4fbb-b41b-82223937dfc2', 'name': '', 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454', 'tenant_id': '28579acf4f6649619fa5e100c7c9ac60', 'mac_address': 'fa:16:3e:95:e7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2e39800-036d-4bb8-82d6-1cca71db8ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:08Z', 'updated_at': '2022-08-09T16:51:28Z', 'revision_number': 4, 'project_id': '28579acf4f6649619fa5e100c7c9ac60', 'subnets': [{'id': 'b2e39800-036d-4bb8-82d6-1cca71db8ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:29.759753 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65849b41-28be-4441-9ac8-b1f4dffe7369 None None] The sync data for ids ['a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc'] in dv-cinder-852570-1-iscsi is: [{'id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'name': 'tempest-DeleteServersTestJSON-1692903735-router', 'tenant_id': '28579acf4f6649619fa5e100c7c9ac60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6f4fd79a-3337-40c3-ad3e-937b9d7b9a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 4, 'project_id': '28579acf4f6649619fa5e100c7c9ac60', 'gw_port': {'id': '6f4fd79a-3337-40c3-ad3e-937b9d7b9a27', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '965a10d4-1d39-4fbb-b41b-82223937dfc2', 'name': '', 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454', 'tenant_id': '28579acf4f6649619fa5e100c7c9ac60', 'mac_address': 'fa:16:3e:95:e7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'b2e39800-036d-4bb8-82d6-1cca71db8ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:08Z', 'updated_at': '2022-08-09T16:51:28Z', 'revision_number': 4, 'project_id': '28579acf4f6649619fa5e100c7c9ac60', 'subnets': [{'id': 'b2e39800-036d-4bb8-82d6-1cca71db8ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:29.768422 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-319c992a-37cb-43c7-8355-426c9089ec49 req-9d7678f8-8b9e-4e8a-a84e-decd713ad64b service neutron] 10.222.0.49 "GET /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934186 Aug 09 16:51:29.819031 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 1d3de928-71f4-4aa3-b37d-721c95e057b8 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:29.821270 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.822461 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.852717 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9fe9d225-6e9b-412f-bcbd-75a5bf598a36 None None] Provisioning complete for port 57678e15-efc6-4cb0-9234-7beae1157f89 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:29.854740 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9fe9d225-6e9b-412f-bcbd-75a5bf598a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:29.870471 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-881ace55-a652-4026-a8b8-dd35d8316b85 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.010879 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] Set router a8ca7553-6612-4216-9f9b-437ecf2de11b gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:30.084342 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9d225-6e9b-412f-bcbd-75a5bf598a36 None None] Port 57678e15-efc6-4cb0-9234-7beae1157f89 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:51:30.092669 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port 1d3de928-71f4-4aa3-b37d-721c95e057b8, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=1d3de928-71f4-4aa3-b37d-721c95e057b8,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:30.143530 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-99b20d55-a7a6-4c20-a580-93ca6f953ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.199570 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9fd1d7-a34f-451f-9b1e-25320a6dba46 req-ed44d6ed-76de-41ca-b76b-cfe7bf2547d5 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:30.203105 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ab9fd1d7-a34f-451f-9b1e-25320a6dba46 req-ed44d6ed-76de-41ca-b76b-cfe7bf2547d5 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 932 time: 0.5741773 Aug 09 16:51:30.303412 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.304238 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device b40f544a-094d-49cb-83ae-ff3827bad410 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:30.460823 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-319c992a-37cb-43c7-8355-426c9089ec49 req-b3910c60-517b-44e6-9764-af2682832c48 service neutron] 10.222.0.49 "GET /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6899769 Aug 09 16:51:30.775037 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port b40f544a-094d-49cb-83ae-ff3827bad410 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:30.776721 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.812556 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ab9fd1d7-a34f-451f-9b1e-25320a6dba46 req-59fd1b05-e710-4d9f-bd48-7c44a4ce506e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5751991 Aug 09 16:51:30.852090 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9fff966-2878-46da-baf4-d9229eb5968e {{(pid=109849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:51:30.856201 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-99b20d55-a7a6-4c20-a580-93ca6f953ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.881316 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:30.936261 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.provisioning_blocks [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Transition to ACTIVE for port object e9fff966-2878-46da-baf4-d9229eb5968e will not be triggered until provisioned by entity L2. {{(pid=109849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:31.006478 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:31.032345 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=1d3de928-71f4-4aa3-b37d-721c95e057b8,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:31.143508 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port': {'id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c3ce740f-710b-4ba6-aaa9-c4a2875e49f7', 'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'mac_address': 'fa:16:3e:b8:2c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:10Z', 'updated_at': '2022-08-09T16:51:28Z', 'revision_number': 4, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'subnets': [{'id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:31.212324 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d66bce-4fe2-4f12-ae66-dce38f9a5e07 None None] The sync data for ids ['a8ca7553-6612-4216-9f9b-437ecf2de11b'] in dv-cinder-852570-1-iscsi is: [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port': {'id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c3ce740f-710b-4ba6-aaa9-c4a2875e49f7', 'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'mac_address': 'fa:16:3e:b8:2c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:10Z', 'updated_at': '2022-08-09T16:51:28Z', 'revision_number': 4, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'subnets': [{'id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:31.283335 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port b40f544a-094d-49cb-83ae-ff3827bad410 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:31.285214 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 81c82aec-d770-4ae1-aa83-3f6ea392a209 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:31.295613 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fff966-2878-46da-baf4-d9229eb5968e,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:31.428973 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Attempting to bind port e9fff966-2878-46da-baf4-d9229eb5968e on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:31.429446 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Attempting to bind port e9fff966-2878-46da-baf4-d9229eb5968e by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:31.429816 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Attempting to bind port e9fff966-2878-46da-baf4-d9229eb5968e on network afefc86c-3f24-4c4b-9b8a-046339133df8 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:31.444807 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a265f06-baac-4f62-8440-e74b8229331b req-9f30b332-c441-4ec0-95b7-c1c23548ab12 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:31.446599 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7a265f06-baac-4f62-8440-e74b8229331b req-9f30b332-c441-4ec0-95b7-c1c23548ab12 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 931 time: 0.4358482 Aug 09 16:51:31.447987 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Port e9fff966-2878-46da-baf4-d9229eb5968e on network afefc86c-3f24-4c4b-9b8a-046339133df8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:51:31.448372 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Attempting to bind port e9fff966-2878-46da-baf4-d9229eb5968e on network afefc86c-3f24-4c4b-9b8a-046339133df8 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:31.517481 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:31.521888 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Checking segment: {'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:31.521888 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Bound using segment: {'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:31.521888 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Bound port: e9fff966-2878-46da-baf4-d9229eb5968e, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:31.522574 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:31.573607 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 81c82aec-d770-4ae1-aa83-3f6ea392a209 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:31.573607 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:31.685446 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57678e15-efc6-4cb0-9234-7beae1157f89 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:51:31.713436 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:31.767277 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.85', 62395) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:31.792464 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-02f452a9-f5f8-473d-9f73-6e2a03375bf4 req-7f262dec-7f91-422f-96af-51b2453e17b3 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 210 time: 0.4599984 Aug 09 16:51:31.859677 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 81c82aec-d770-4ae1-aa83-3f6ea392a209 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:32.040028 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b20d55-a7a6-4c20-a580-93ca6f953ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fa5934-223b-46ee-9752-eaded4fd7db0,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:32.060177 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Transition to ACTIVE for port object 57678e15-efc6-4cb0-9234-7beae1157f89 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:32.076318 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-99b20d55-a7a6-4c20-a580-93ca6f953ffa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e00f74992ae43ab9860a542e08ac51e&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5396476 Aug 09 16:51:32.092881 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 53510) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:32.196024 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ff7a5faa-1230-4f07-9df0-ecf0c3e11bf1 req-5e8a8e2e-1072-4961-8b70-7e3548be5bbe tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 210 time: 0.1306267 Aug 09 16:51:32.242644 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.253742 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] For port e9fff966-2878-46da-baf4-d9229eb5968e, host hv-cinder-85257, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:32.263639 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] For port e9fff966-2878-46da-baf4-d9229eb5968e, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=e9fff966-2878-46da-baf4-d9229eb5968e,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:32.319842 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7a265f06-baac-4f62-8440-e74b8229331b req-332c9aae-1b63-4600-b32b-b3bb5b2a71ff tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8586965 Aug 09 16:51:32.342826 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.350643 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:32.352717 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for port, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.359107 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] 10.222.0.85 "PUT /v2.0/ports/e9fff966-2878-46da-baf4-d9229eb5968e HTTP/1.1" status: 200 len: 1094 time: 3.9154363 Aug 09 16:51:32.530793 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device aa8fa19a-4938-491d-8a32-2a1ec3d71b10 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:32.534285 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28cb61d-2014-4d36-a327-5d93726cc08f', 'tag': 'e9fff966-2878-46da-baf4-d9229eb5968e'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:51:32.620584 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f5d73-17aa-45ff-88be-aa2b6a323436 service neutron] Pushing event updated for resources: {'Port': ['ID=e9fff966-2878-46da-baf4-d9229eb5968e,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:32.685105 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port aa8fa19a-4938-491d-8a32-2a1ec3d71b10 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:32.685266 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:32.826117 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399eba78-2cc1-4d12-b218-948147130cf7 req-e75e1625-07c2-42cc-9a25-30d0f8d8dbe2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:32.828466 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-399eba78-2cc1-4d12-b218-948147130cf7 req-e75e1625-07c2-42cc-9a25-30d0f8d8dbe2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.85 "GET /v2.0/networks?id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea HTTP/1.1" status: 200 len: 815 time: 1.0601432 Aug 09 16:51:32.862274 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-f2348d67-4e4b-4234-b1a2-fd32a449d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:32.863778 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-f2348d67-4e4b-4234-b1a2-fd32a449d359 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=036e4f22211a49c78cb03d2fb540e984&device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 1097 time: 0.2464445 Aug 09 16:51:32.931905 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Pushing event updated for resources: {'Port': ['ID=57678e15-efc6-4cb0-9234-7beae1157f89,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:32.955021 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port aa8fa19a-4938-491d-8a32-2a1ec3d71b10 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:32.956335 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 965a10d4-1d39-4fbb-b41b-82223937dfc2 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:33.110245 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 965a10d4-1d39-4fbb-b41b-82223937dfc2 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:33.111946 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:33.112249 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-60f2da8e-72ea-473a-a6ac-225defcc4cb8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9fff966-2878-46da-baf4-d9229eb5968e HTTP/1.1" status: 200 len: 217 time: 0.2135777 Aug 09 16:51:33.180495 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb7943e-12df-4d6c-acc9-715cf120e98c" -d '{"events": [{"name": "network-changed", "server_uuid": "d28cb61d-2014-4d36-a327-5d93726cc08f", "tag": "e9fff966-2878-46da-baf4-d9229eb5968e"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:33.258396 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3443fa79-7525-4d39-9953-5cf25b9c9787 req-6205a122-168b-4833-add1-5a357f4d8bed tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 210 time: 0.1533766 Aug 09 16:51:33.390760 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-e8f24074-8c0f-4d34-bb7a-1b0ff81eed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:33.394159 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-e8f24074-8c0f-4d34-bb7a-1b0ff81eed21 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2078996a-91bc-4210-bac4-b6f4af459f79 HTTP/1.1" status: 200 len: 858 time: 0.2524705 Aug 09 16:51:33.511445 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890c334-57df-4560-b3c9-070b56e8e4e0 req-39af7baa-fc93-48cc-b739-7843fb5538e2 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:33.516780 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5890c334-57df-4560-b3c9-070b56e8e4e0 req-39af7baa-fc93-48cc-b739-7843fb5538e2 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 932 time: 1.0548265 Aug 09 16:51:33.541777 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Attempting to bind port 57678e15-efc6-4cb0-9234-7beae1157f89 on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:33.541945 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Attempting to bind port 57678e15-efc6-4cb0-9234-7beae1157f89 by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': '9efe17a1-07ce-47e6-a2ab-b7065da4c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:33.542444 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Attempting to bind port 57678e15-efc6-4cb0-9234-7beae1157f89 on network 713d6a7a-686f-4197-9ccf-112c6c469454 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:33.567164 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ad065900-4025-49f0-a460-a553c3d7828d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:33.595164 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f584e3a-8348-4686-bade-55e449d1f744 x-openstack-request-id: req-8f584e3a-8348-4686-bade-55e449d1f744 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:33.598570 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28cb61d-2014-4d36-a327-5d93726cc08f", "tag": "e9fff966-2878-46da-baf4-d9229eb5968e", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:33.598570 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f584e3a-8348-4686-bade-55e449d1f744 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:33.598570 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f584e3a-8348-4686-bade-55e449d1f744'] response: {'name': 'network-changed', 'server_uuid': 'd28cb61d-2014-4d36-a327-5d93726cc08f', 'tag': 'e9fff966-2878-46da-baf4-d9229eb5968e', 'status': 'completed', 'code': 200} Aug 09 16:51:33.632482 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-25b4bd49-dccb-4b5e-8675-0f258c37295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:33.636035 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-25b4bd49-dccb-4b5e-8675-0f258c37295d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afefc86c-3f24-4c4b-9b8a-046339133df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2047780 Aug 09 16:51:33.645465 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-399eba78-2cc1-4d12-b218-948147130cf7 req-269eaf0e-ed7d-4e27-9a5d-c0317196550e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=263134786e174e0683b78ef12715c3fb HTTP/1.1" status: 200 len: 380 time: 0.6921246 Aug 09 16:51:33.646173 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Port 57678e15-efc6-4cb0-9234-7beae1157f89 on network 713d6a7a-686f-4197-9ccf-112c6c469454 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:51:33.646567 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Attempting to bind port 57678e15-efc6-4cb0-9234-7beae1157f89 on network 713d6a7a-686f-4197-9ccf-112c6c469454 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:33.692602 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-881ace55-a652-4026-a8b8-dd35d8316b85 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:33.726623 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-399eba78-2cc1-4d12-b218-948147130cf7 req-1ba8e0c4-273d-4639-b319-f68a0b8abad7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'port': {'device_id': 'd8de5547-1564-4bcf-afc6-bc6690d6038c', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'admin_state_up': True, 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'security_groups': ['6dbdbcca-11f3-41b3-88be-a22a78615561']}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:33.739431 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:33.739905 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Checking segment: {'id': '9efe17a1-07ce-47e6-a2ab-b7065da4c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:33.740676 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Bound using segment: {'id': '9efe17a1-07ce-47e6-a2ab-b7065da4c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:33.741487 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Bound port: 57678e15-efc6-4cb0-9234-7beae1157f89, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efe17a1-07ce-47e6-a2ab-b7065da4c4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:33.741970 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:33.750069 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ad065900-4025-49f0-a460-a553c3d7828d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:33.855328 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-881ace55-a652-4026-a8b8-dd35d8316b85 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:33.857191 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-881ace55-a652-4026-a8b8-dd35d8316b85 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:33.941173 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-e7b3c45e-61e2-4ed0-bab8-0853a7aa0f75 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946446 Aug 09 16:51:33.944586 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 965a10d4-1d39-4fbb-b41b-82223937dfc2 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:33.948036 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:34.032981 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port 965a10d4-1d39-4fbb-b41b-82223937dfc2, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=965a10d4-1d39-4fbb-b41b-82223937dfc2,segment=NetworkSegment(9efe17a1-07ce-47e6-a2ab-b7065da4c4b8),segment_id=9efe17a1-07ce-47e6-a2ab-b7065da4c4b8)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:34.059703 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4014f437-b28e-43e2-a675-9c34274cd756 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:51:34.079054 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b836be25-9c26-4257-bdc7-4b175ab49891 req-10e91ede-fe92-4af4-88ee-0970e6740ba5 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 210 time: 0.1355212 Aug 09 16:51:34.109177 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:34.109177 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device f3509128-4d99-41a6-ba3b-77cb147999d0 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:34.116984 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5890c334-57df-4560-b3c9-070b56e8e4e0 req-1cea0721-0f19-4b8e-8ec5-4d6370b5b9e9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5620458 Aug 09 16:51:34.141556 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:34.235453 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ace55-a652-4026-a8b8-dd35d8316b85 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Pushing event updated for resources: {'Port': ['ID=4a8fe127-49df-4d77-a441-c5eec97984cc,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:34.248292 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=965a10d4-1d39-4fbb-b41b-82223937dfc2,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:34.255576 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port f3509128-4d99-41a6-ba3b-77cb147999d0 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:34.256172 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:34.321338 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-881ace55-a652-4026-a8b8-dd35d8316b85 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:34.329661 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-881ace55-a652-4026-a8b8-dd35d8316b85 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 12.7534699 Aug 09 16:51:34.346883 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] For port 57678e15-efc6-4cb0-9234-7beae1157f89, host hv-cinder-85257, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:34.390270 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] For port 57678e15-efc6-4cb0-9234-7beae1157f89, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=57678e15-efc6-4cb0-9234-7beae1157f89,segment=NetworkSegment(9efe17a1-07ce-47e6-a2ab-b7065da4c4b8),segment_id=9efe17a1-07ce-47e6-a2ab-b7065da4c4b8)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:34.418863 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Transition to ACTIVE for port object 4014f437-b28e-43e2-a675-9c34274cd756 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:34.421570 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f50fe3ae-2cdf-48b9-ba9d-7a15d6131f0d req-ada750f7-555a-4b0a-a5b5-2594930004ca service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517543 Aug 09 16:51:34.422132 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ad065900-4025-49f0-a460-a553c3d7828d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:34.426349 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ad065900-4025-49f0-a460-a553c3d7828d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:34.427930 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ad065900-4025-49f0-a460-a553c3d7828d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a8fa5934-223b-46ee-9752-eaded4fd7db0 HTTP/1.1" status: 204 len: 168 time: 2.3127961 Aug 09 16:51:34.443041 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f8184-508d-4ceb-a221-affd8d3bdc3e req-7f832044-bc28-4a05-af5b-da5f6d8abd09 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:34.448288 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-378f8184-508d-4ceb-a221-affd8d3bdc3e req-7f832044-bc28-4a05-af5b-da5f6d8abd09 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 943 time: 0.1893268 Aug 09 16:51:34.510500 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port f3509128-4d99-41a6-ba3b-77cb147999d0 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:34.518424 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device c3ce740f-710b-4ba6-aaa9-c4a2875e49f7 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:34.561438 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:34.575368 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:34.583454 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:34.587770 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-30a43943-6693-4fd4-8543-5273511cad5c req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] 10.222.0.85 "PUT /v2.0/ports/57678e15-efc6-4cb0-9234-7beae1157f89 HTTP/1.1" status: 200 len: 1093 time: 5.7979228 Aug 09 16:51:34.590060 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad065900-4025-49f0-a460-a553c3d7828d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fa5934-223b-46ee-9752-eaded4fd7db0,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:34.594000 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-378f8184-508d-4ceb-a221-affd8d3bdc3e req-8296ca3c-3820-47ad-9d15-5d8a650e8cd9 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268017 Aug 09 16:51:34.640913 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc8ac72-a097-47db-b4b2-70d7f9b50b3d', 'tag': '57678e15-efc6-4cb0-9234-7beae1157f89'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:51:34.749837 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:34.755599 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port c3ce740f-710b-4ba6-aaa9-c4a2875e49f7 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:34.756311 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:34.776858 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-29f63c25-9192-47fc-be98-0f81b5315545 req-2e34572b-3af5-4131-9117-7016d10c918a tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 210 time: 0.2944164 Aug 09 16:51:34.778947 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-399eba78-2cc1-4d12-b218-948147130cf7 req-1ba8e0c4-273d-4639-b319-f68a0b8abad7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Made reservation on behalf of 263134786e174e0683b78ef12715c3fb for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:34.789363 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-399eba78-2cc1-4d12-b218-948147130cf7 req-1ba8e0c4-273d-4639-b319-f68a0b8abad7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:34.807093 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.85', 62399) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:34.946291 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcc8dfb-20e3-4221-9e99-2f3a16aa9bab" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc8ac72-a097-47db-b4b2-70d7f9b50b3d", "tag": "57678e15-efc6-4cb0-9234-7beae1157f89"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:35.006257 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-5f9ee035-efd5-423f-8095-80b2ed343fb9 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--138374443&fields=id&tenant_id=d1742bf7a82941b5ac56e5c5d045417f HTTP/1.1" status: 200 len: 267 time: 0.2057385 Aug 09 16:51:35.017074 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a43943-6693-4fd4-8543-5273511cad5c req-c8e44101-e999-4d82-afc8-04cf7c3789ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:35.020665 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-30a43943-6693-4fd4-8543-5273511cad5c req-c8e44101-e999-4d82-afc8-04cf7c3789ee service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=28579acf4f6649619fa5e100c7c9ac60&device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 1096 time: 0.2052047 Aug 09 16:51:35.024056 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7943e-12df-4d6c-acc9-715cf120e98c req-7f5c105d-c11c-4dd9-b02b-f3dc19b6f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:35.026542 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7fb7943e-12df-4d6c-acc9-715cf120e98c req-7f5c105d-c11c-4dd9-b02b-f3dc19b6f4c2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=036e4f22211a49c78cb03d2fb540e984&device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 1097 time: 0.2495193 Aug 09 16:51:35.073830 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port c3ce740f-710b-4ba6-aaa9-c4a2875e49f7 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:35.074436 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:35.173229 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port c3ce740f-710b-4ba6-aaa9-c4a2875e49f7, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=c3ce740f-710b-4ba6-aaa9-c4a2875e49f7,segment=NetworkSegment(daa2a3da-8df0-4bc8-beb5-173e7eb8875a),segment_id=daa2a3da-8df0-4bc8-beb5-173e7eb8875a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:35.202665 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-cf8d6918-b896-4d77-9cb6-1ece886eab84 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:35.211916 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-cf8d6918-b896-4d77-9cb6-1ece886eab84 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/networks?id=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 HTTP/1.1" status: 200 len: 817 time: 0.1841748 Aug 09 16:51:35.286397 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:35.287460 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 6f4fd79a-3337-40c3-ad3e-937b9d7b9a27 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:35.320895 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-30a43943-6693-4fd4-8543-5273511cad5c req-b5716883-daf7-4408-9de2-3843d5f48f5f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57678e15-efc6-4cb0-9234-7beae1157f89 HTTP/1.1" status: 200 len: 217 time: 0.1038849 Aug 09 16:51:35.335985 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-ab565503-4e4a-4ee4-9673-6d2a38407d10 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/quotas/d1742bf7a82941b5ac56e5c5d045417f HTTP/1.1" status: 200 len: 375 time: 0.1228998 Aug 09 16:51:35.429091 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872e71b-9eef-4943-9afe-6973ee432afe service neutron] Pushing event updated for resources: {'Port': ['ID=57678e15-efc6-4cb0-9234-7beae1157f89,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:35.460260 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93c91c9-0ef8-414a-9ab0-c7aac52607ba x-openstack-request-id: req-f93c91c9-0ef8-414a-9ab0-c7aac52607ba {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:35.461315 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc8ac72-a097-47db-b4b2-70d7f9b50b3d", "tag": "57678e15-efc6-4cb0-9234-7beae1157f89", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:35.461315 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f93c91c9-0ef8-414a-9ab0-c7aac52607ba {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:35.472822 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93c91c9-0ef8-414a-9ab0-c7aac52607ba'] response: {'name': 'network-changed', 'server_uuid': '0cc8ac72-a097-47db-b4b2-70d7f9b50b3d', 'tag': '57678e15-efc6-4cb0-9234-7beae1157f89', 'status': 'completed', 'code': 200} Aug 09 16:51:35.541635 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=c3ce740f-710b-4ba6-aaa9-c4a2875e49f7,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:35.554624 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 6f4fd79a-3337-40c3-ad3e-937b9d7b9a27 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:35.555007 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:35.616852 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a43943-6693-4fd4-8543-5273511cad5c req-fec0a09b-0e97-4e5b-a41a-d9e74a3ca57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:35.617082 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Attempting to bind port 4014f437-b28e-43e2-a675-9c34274cd756 on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:35.619526 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Attempting to bind port 4014f437-b28e-43e2-a675-9c34274cd756 by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:35.621151 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-30a43943-6693-4fd4-8543-5273511cad5c req-fec0a09b-0e97-4e5b-a41a-d9e74a3ca57e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b2e39800-036d-4bb8-82d6-1cca71db8ff9 HTTP/1.1" status: 200 len: 851 time: 0.2747114 Aug 09 16:51:35.626787 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7943e-12df-4d6c-acc9-715cf120e98c req-8c1c8ec8-f10b-49c9-bcda-e61c6db64a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:35.627446 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Attempting to bind port 4014f437-b28e-43e2-a675-9c34274cd756 on network afefc86c-3f24-4c4b-9b8a-046339133df8 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:35.628609 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7fb7943e-12df-4d6c-acc9-715cf120e98c req-8c1c8ec8-f10b-49c9-bcda-e61c6db64a25 service neutron] 10.222.0.85 "GET /v2.0/networks?id=afefc86c-3f24-4c4b-9b8a-046339133df8 HTTP/1.1" status: 200 len: 920 time: 0.4105039 Aug 09 16:51:35.655720 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-05232041-ef96-4a61-bdcb-82fcbe9fa453 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1742bf7a82941b5ac56e5c5d045417f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3117085 Aug 09 16:51:35.729915 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cae9af18-571a-486e-974b-37e528bed75a req-dcbe7efd-e766-48ac-97b0-d09e506c5bd7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 210 time: 0.1559381 Aug 09 16:51:35.756438 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7fb7943e-12df-4d6c-acc9-715cf120e98c req-49cde0fa-4b4d-4fdb-94b3-bbdc57ad24f1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9fff966-2878-46da-baf4-d9229eb5968e HTTP/1.1" status: 200 len: 217 time: 0.0990226 Aug 09 16:51:35.783454 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Port 4014f437-b28e-43e2-a675-9c34274cd756 on network afefc86c-3f24-4c4b-9b8a-046339133df8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:51:35.802252 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 6f4fd79a-3337-40c3-ad3e-937b9d7b9a27 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:35.804478 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 1d3de928-71f4-4aa3-b37d-721c95e057b8 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:35.807623 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Attempting to bind port 4014f437-b28e-43e2-a675-9c34274cd756 on network afefc86c-3f24-4c4b-9b8a-046339133df8 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:35.840595 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a43943-6693-4fd4-8543-5273511cad5c req-764db3f9-c022-47e4-8177-4fe6ee6c0a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:35.842144 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-30a43943-6693-4fd4-8543-5273511cad5c req-764db3f9-c022-47e4-8177-4fe6ee6c0a84 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=713d6a7a-686f-4197-9ccf-112c6c469454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1835198 Aug 09 16:51:35.865590 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Pushing event updated for resources: {'Port': ['ID=4014f437-b28e-43e2-a675-9c34274cd756,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:35.882232 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c992a-37cb-43c7-8355-426c9089ec49 req-b4380e9e-da2e-4398-bbe5-77beb4e20a45 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:35.884504 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-319c992a-37cb-43c7-8355-426c9089ec49 req-b4380e9e-da2e-4398-bbe5-77beb4e20a45 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.85 "GET /v2.0/networks?id=b631f0ba-3918-495c-9e8a-a3fd8937f433 HTTP/1.1" status: 200 len: 811 time: 1.0341396 Aug 09 16:51:35.885642 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:35.886269 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Checking segment: {'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:35.887031 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Bound using segment: {'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:35.887662 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Bound port: 4014f437-b28e-43e2-a675-9c34274cd756, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:35.888366 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:35.925267 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7943e-12df-4d6c-acc9-715cf120e98c req-4a51a130-7e45-4e53-b9b2-4e6bffd5c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:35.927084 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7fb7943e-12df-4d6c-acc9-715cf120e98c req-4a51a130-7e45-4e53-b9b2-4e6bffd5c3da service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2078996a-91bc-4210-bac4-b6f4af459f79 HTTP/1.1" status: 200 len: 858 time: 0.1334221 Aug 09 16:51:35.933424 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-399eba78-2cc1-4d12-b218-948147130cf7 req-1ba8e0c4-273d-4639-b319-f68a0b8abad7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Allocated IP 172.20.0.4 (d420601f-31a3-46a3-ad4c-fea8c4abc0ea/4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9/a2f20cbb-c325-4a7f-8d56-3cd7b47d407b) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:35.940064 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-c78f491d-cb16-43a8-bd27-28a419fb6670 service neutron] 10.222.0.49 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661169 Aug 09 16:51:36.002762 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 1d3de928-71f4-4aa3-b37d-721c95e057b8 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:36.003150 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:36.207312 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13690801-1d9e-4df0-8ecd-c30c6cdd9b0a req-f804db28-3c65-4f81-b759-8e119e024302 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:36.209382 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-13690801-1d9e-4df0-8ecd-c30c6cdd9b0a req-f804db28-3c65-4f81-b759-8e119e024302 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 944 time: 0.3163018 Aug 09 16:51:36.273399 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 1d3de928-71f4-4aa3-b37d-721c95e057b8 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:36.276276 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-319c992a-37cb-43c7-8355-426c9089ec49 req-788428b1-a179-47df-a5df-65e5cfb2de91 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a57286dc9144127b1177b199faf0b0a HTTP/1.1" status: 200 len: 379 time: 0.2878942 Aug 09 16:51:36.405273 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device c3ce740f-710b-4ba6-aaa9-c4a2875e49f7 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:36.533965 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port c3ce740f-710b-4ba6-aaa9-c4a2875e49f7 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:36.534346 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:36.567674 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-30a43943-6693-4fd4-8543-5273511cad5c req-32852f28-583b-4618-b857-7f96bff71036 service neutron] 10.222.0.85 "GET /v2.0/networks/713d6a7a-686f-4197-9ccf-112c6c469454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7140648 Aug 09 16:51:36.714533 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7943e-12df-4d6c-acc9-715cf120e98c req-0db0c2b2-f3f8-4eb8-a2b0-5e009fa949d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:36.718206 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] For port 4014f437-b28e-43e2-a675-9c34274cd756, host hv-cinder-85257, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:36.718796 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7fb7943e-12df-4d6c-acc9-715cf120e98c req-0db0c2b2-f3f8-4eb8-a2b0-5e009fa949d5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afefc86c-3f24-4c4b-9b8a-046339133df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7750657 Aug 09 16:51:36.737390 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] For port 4014f437-b28e-43e2-a675-9c34274cd756, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=4014f437-b28e-43e2-a675-9c34274cd756,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:36.740613 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port c3ce740f-710b-4ba6-aaa9-c4a2875e49f7 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:36.742270 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 965a10d4-1d39-4fbb-b41b-82223937dfc2 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:36.748392 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-13690801-1d9e-4df0-8ecd-c30c6cdd9b0a req-d26ad763-97ba-41b4-904c-60b87e4a7e32 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796772 Aug 09 16:51:36.755096 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a823027e-a5c6-4d6e-87b0-4ed85e1fd296 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Request body: {'port': {'device_id': '0c69c998-d3d4-4f5d-af5e-3012a5f739eb', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'admin_state_up': True, 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'security_groups': ['1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad']}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:36.883454 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 965a10d4-1d39-4fbb-b41b-82223937dfc2 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:36.883842 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:36.896784 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-a537bb7b-0371-4300-a30b-91579538e1b4 service neutron] 10.222.0.49 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9386256 Aug 09 16:51:36.965080 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:36.973682 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-30a43943-6693-4fd4-8543-5273511cad5c req-c95250b2-cc93-4ba1-9aca-ee7fd59c5119 service neutron] 10.222.0.85 "GET /v2.0/networks/713d6a7a-686f-4197-9ccf-112c6c469454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768556 Aug 09 16:51:36.976939 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:36.976939 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:36.979092 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] 10.222.0.85 "PUT /v2.0/ports/4014f437-b28e-43e2-a675-9c34274cd756 HTTP/1.1" status: 200 len: 1094 time: 8.5219231 Aug 09 16:51:37.043576 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 965a10d4-1d39-4fbb-b41b-82223937dfc2 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:37.145747 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7fb7943e-12df-4d6c-acc9-715cf120e98c req-8c4699c8-5b7e-4d99-974d-f5d5c1eaceb6 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461314 Aug 09 16:51:37.294784 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-399eba78-2cc1-4d12-b218-948147130cf7 req-1ba8e0c4-273d-4639-b319-f68a0b8abad7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:37.509586 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb91316a-6971-4ac0-975d-19412aa09d8e', 'tag': '4014f437-b28e-43e2-a675-9c34274cd756'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:51:37.512179 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae43e76-50ce-4318-9b07-d9048d91d621" -d '{"events": [{"name": "network-changed", "server_uuid": "fb91316a-6971-4ac0-975d-19412aa09d8e", "tag": "4014f437-b28e-43e2-a675-9c34274cd756"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:37.565765 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cf2eec7f-58ed-42a6-95a5-25648729db5a req-bd0ed1ab-6bbc-433c-a29d-f8370a1e669a tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 210 time: 0.1542895 Aug 09 16:51:37.628157 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc8dfb-20e3-4221-9e99-2f3a16aa9bab req-ddf1c742-ba34-4441-8582-f184a45d86b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:37.643769 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2bcc8dfb-20e3-4221-9e99-2f3a16aa9bab req-ddf1c742-ba34-4441-8582-f184a45d86b7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=28579acf4f6649619fa5e100c7c9ac60&device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 1096 time: 0.3842516 Aug 09 16:51:37.654712 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899943f-a567-4d41-b1c9-cfdfdf4aaf75 service neutron] Pushing event updated for resources: {'Port': ['ID=4014f437-b28e-43e2-a675-9c34274cd756,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:37.693328 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-4deebe33-d701-40cf-9931-386c8bf9de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:37.695460 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-4deebe33-d701-40cf-9931-386c8bf9de7a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=036e4f22211a49c78cb03d2fb540e984&device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 1097 time: 0.4480739 Aug 09 16:51:37.743051 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fd9b6-c302-4ef3-b4a9-30a95e461d32 req-0546555a-b616-4e2a-a84e-7fee9636e7d2 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:37.753114 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7a7fd9b6-c302-4ef3-b4a9-30a95e461d32 req-0546555a-b616-4e2a-a84e-7fee9636e7d2 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 943 time: 0.8041115 Aug 09 16:51:37.823132 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b9047a9c-d258-45eb-b76d-b9af945f88b4 req-bdb3067a-b50b-4206-853c-115880d24d7a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 210 time: 0.1070280 Aug 09 16:51:37.917953 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-399eba78-2cc1-4d12-b218-948147130cf7 req-1ba8e0c4-273d-4639-b319-f68a0b8abad7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:37.919627 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a823027e-a5c6-4d6e-87b0-4ed85e1fd296 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Made reservation on behalf of 4a57286dc9144127b1177b199faf0b0a for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:37.923471 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a823027e-a5c6-4d6e-87b0-4ed85e1fd296 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:37.939003 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-2d31f3a0-60f1-4466-b6d5-4d09192b7dc3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4014f437-b28e-43e2-a675-9c34274cd756 HTTP/1.1" status: 200 len: 217 time: 0.1712325 Aug 09 16:51:37.941468 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7fb7943e-12df-4d6c-acc9-715cf120e98c req-d0e65858-3456-41d2-978d-22e0eb21fd50 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6963835 Aug 09 16:51:38.004499 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7a7fd9b6-c302-4ef3-b4a9-30a95e461d32 req-bf6dfebb-6bcd-4a61-8f21-177b28415527 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503107 Aug 09 16:51:38.029882 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2a2bacb7-c14e-4ea3-a334-8f3e329ff865 req-2c53e75f-de09-489b-af23-4e8b38443e38 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 210 time: 0.1147864 Aug 09 16:51:38.079084 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-399eba78-2cc1-4d12-b218-948147130cf7 req-1ba8e0c4-273d-4639-b319-f68a0b8abad7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Network d420601f-31a3-46a3-ad4c-fea8c4abc0ea is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:38.126061 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d902291-7e86-4593-a9c7-d7fbe01d0308 x-openstack-request-id: req-2d902291-7e86-4593-a9c7-d7fbe01d0308 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:38.126443 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb91316a-6971-4ac0-975d-19412aa09d8e", "tag": "4014f437-b28e-43e2-a675-9c34274cd756", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:38.126755 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2d902291-7e86-4593-a9c7-d7fbe01d0308 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:38.127240 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d902291-7e86-4593-a9c7-d7fbe01d0308'] response: {'name': 'network-changed', 'server_uuid': 'fb91316a-6971-4ac0-975d-19412aa09d8e', 'tag': '4014f437-b28e-43e2-a675-9c34274cd756', 'status': 'completed', 'code': 200} Aug 09 16:51:38.131877 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-399eba78-2cc1-4d12-b218-948147130cf7 req-1ba8e0c4-273d-4639-b319-f68a0b8abad7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:38.147371 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc8dfb-20e3-4221-9e99-2f3a16aa9bab req-a50e5273-822d-471c-a486-df19f30d351c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:38.153273 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2bcc8dfb-20e3-4221-9e99-2f3a16aa9bab req-a50e5273-822d-471c-a486-df19f30d351c service neutron] 10.222.0.85 "GET /v2.0/networks?id=713d6a7a-686f-4197-9ccf-112c6c469454 HTTP/1.1" status: 200 len: 913 time: 0.4275959 Aug 09 16:51:38.156430 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-399eba78-2cc1-4d12-b218-948147130cf7 req-1ba8e0c4-273d-4639-b319-f68a0b8abad7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:38.167798 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399eba78-2cc1-4d12-b218-948147130cf7 req-1ba8e0c4-273d-4639-b319-f68a0b8abad7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:38.168893 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-399eba78-2cc1-4d12-b218-948147130cf7 req-1ba8e0c4-273d-4639-b319-f68a0b8abad7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:38.351912 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2bcc8dfb-20e3-4221-9e99-2f3a16aa9bab req-99bc026d-df7c-40b8-89ba-6f933bd9f86c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57678e15-efc6-4cb0-9234-7beae1157f89 HTTP/1.1" status: 200 len: 217 time: 0.1643474 Aug 09 16:51:38.419838 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a823027e-a5c6-4d6e-87b0-4ed85e1fd296 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Allocated IP 172.20.0.6 (b631f0ba-3918-495c-9e8a-a3fd8937f433/155efdb1-d3e8-4060-a1b4-dd2040cbd026/f08e8650-c59e-4fb8-8578-436aa6ad3f44) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:38.543705 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916a9d4-8f6e-4b27-b4a9-42481259e17f req-3445fcbd-c0cb-453c-b0b0-b738176a4073 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:38.571250 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a916a9d4-8f6e-4b27-b4a9-42481259e17f req-3445fcbd-c0cb-453c-b0b0-b738176a4073 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 944 time: 0.2504303 Aug 09 16:51:38.637401 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-28bcfd83-fc58-4648-bca2-68c52a9aa92e None None] Provisioning complete for port a2f20cbb-c325-4a7f-8d56-3cd7b47d407b triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:38.642692 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-28bcfd83-fc58-4648-bca2-68c52a9aa92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:38.647342 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a823027e-a5c6-4d6e-87b0-4ed85e1fd296 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:38.665820 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc8dfb-20e3-4221-9e99-2f3a16aa9bab req-9a5763b3-a135-4397-b595-9cd81b76438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:38.670466 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2bcc8dfb-20e3-4221-9e99-2f3a16aa9bab req-9a5763b3-a135-4397-b595-9cd81b76438e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b2e39800-036d-4bb8-82d6-1cca71db8ff9 HTTP/1.1" status: 200 len: 851 time: 0.2919276 Aug 09 16:51:38.749050 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8e0c4-273d-4639-b319-f68a0b8abad7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'Port': ['ID=a2f20cbb-c325-4a7f-8d56-3cd7b47d407b,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:38.774082 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a916a9d4-8f6e-4b27-b4a9-42481259e17f req-81d9ebd8-b382-4963-980a-e979d94f39e9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984935 Aug 09 16:51:38.802856 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc8dfb-20e3-4221-9e99-2f3a16aa9bab req-909e5b9f-151c-4b0f-b142-b263b2a174bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:38.805497 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2bcc8dfb-20e3-4221-9e99-2f3a16aa9bab req-909e5b9f-151c-4b0f-b142-b263b2a174bb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=713d6a7a-686f-4197-9ccf-112c6c469454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1256003 Aug 09 16:51:38.836146 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-399eba78-2cc1-4d12-b218-948147130cf7 req-1ba8e0c4-273d-4639-b319-f68a0b8abad7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1669734 Aug 09 16:51:38.838655 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-28bcfd83-fc58-4648-bca2-68c52a9aa92e None None] Port a2f20cbb-c325-4a7f-8d56-3cd7b47d407b cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:51:38.857597 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-f2d6694d-ede3-4db5-94bb-da516830dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:38.859609 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-f2d6694d-ede3-4db5-94bb-da516830dbe5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2078996a-91bc-4210-bac4-b6f4af459f79 HTTP/1.1" status: 200 len: 858 time: 0.8638904 Aug 09 16:51:38.922114 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Request body: {'port': {'device_id': 'd8de5547-1564-4bcf-afc6-bc6690d6038c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:38.994423 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-93241b50-d42e-4ca8-b90c-098d099caec0 req-b495941c-e99d-417e-8336-283c2a1b3f80 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 210 time: 0.0453281 Aug 09 16:51:39.032992 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2bcc8dfb-20e3-4221-9e99-2f3a16aa9bab req-e51fdb2f-04fe-46f8-a5a3-0114294a8cf0 service neutron] 10.222.0.85 "GET /v2.0/networks/713d6a7a-686f-4197-9ccf-112c6c469454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170706 Aug 09 16:51:39.090022 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:39.132054 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b10b8-fed6-4b5c-884a-91d57ae09091 req-6ee0a325-75ec-4e54-938d-5ee63e1108ef tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:39.142520 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9e6b10b8-fed6-4b5c-884a-91d57ae09091 req-6ee0a325-75ec-4e54-938d-5ee63e1108ef tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 931 time: 0.4041445 Aug 09 16:51:39.187940 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a823027e-a5c6-4d6e-87b0-4ed85e1fd296 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:39.237515 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-1f507249-e656-4ffd-b0ff-c41b4096eea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:39.239080 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-1f507249-e656-4ffd-b0ff-c41b4096eea2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afefc86c-3f24-4c4b-9b8a-046339133df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2762890 Aug 09 16:51:39.250482 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2bcc8dfb-20e3-4221-9e99-2f3a16aa9bab req-933860a8-b79a-4ae5-8484-32d20f5fac03 service neutron] 10.222.0.85 "GET /v2.0/networks/713d6a7a-686f-4197-9ccf-112c6c469454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720307 Aug 09 16:51:39.265779 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f7ba0-adc7-442d-af67-99dadfbf28bd req-b24a35d0-e7d9-4dcf-b451-fbd16c5382d5 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:39.270110 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-492f7ba0-adc7-442d-af67-99dadfbf28bd req-b24a35d0-e7d9-4dcf-b451-fbd16c5382d5 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 943 time: 0.1425419 Aug 09 16:51:39.284935 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a823027e-a5c6-4d6e-87b0-4ed85e1fd296 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Network b631f0ba-3918-495c-9e8a-a3fd8937f433 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:39.312290 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-492f7ba0-adc7-442d-af67-99dadfbf28bd req-b2668552-22ea-46c1-b0a2-540f407372e6 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410523 Aug 09 16:51:39.340814 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a823027e-a5c6-4d6e-87b0-4ed85e1fd296 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:39.343733 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a823027e-a5c6-4d6e-87b0-4ed85e1fd296 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:39.349940 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a823027e-a5c6-4d6e-87b0-4ed85e1fd296 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:39.350621 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a823027e-a5c6-4d6e-87b0-4ed85e1fd296 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:39.370158 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9e6b10b8-fed6-4b5c-884a-91d57ae09091 req-1a1c26a6-70fe-4653-900e-d47039b1b6a2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dbdbcca-11f3-41b3-88be-a22a78615561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265303 Aug 09 16:51:39.377816 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823027e-a5c6-4d6e-87b0-4ed85e1fd296 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Pushing event updated for resources: {'Port': ['ID=f08e8650-c59e-4fb8-8578-436aa6ad3f44,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:39.460951 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-182ce9ea-2366-425e-ae1b-159396f6baed req-bad44d48-cb94-40ba-9588-f515c9c348de tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 210 time: 0.0453246 Aug 09 16:51:39.520022 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a823027e-a5c6-4d6e-87b0-4ed85e1fd296 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7762289 Aug 09 16:51:39.634839 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-ecbc7bc4-c5de-4cdc-9e25-22ac2070ec42 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790135 Aug 09 16:51:39.641762 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Request body: {'port': {'device_id': '0c69c998-d3d4-4f5d-af5e-3012a5f739eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:39.679014 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9e90e590-1c65-4ea6-9ce4-7c299aacd02e None None] Provisioning complete for port f08e8650-c59e-4fb8-8578-436aa6ad3f44 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:39.679674 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9e90e590-1c65-4ea6-9ce4-7c299aacd02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:39.762468 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f20cbb-c325-4a7f-8d56-3cd7b47d407b {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:51:39.765183 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9e90e590-1c65-4ea6-9ce4-7c299aacd02e None None] Port f08e8650-c59e-4fb8-8578-436aa6ad3f44 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:51:39.774796 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:39.843318 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Transition to ACTIVE for port object a2f20cbb-c325-4a7f-8d56-3cd7b47d407b will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:39.844046 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:39.933429 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6998d24-056d-40ef-af7b-ca781c636ab8 req-796e59fa-61e3-45d3-a89c-87209f8ac8e6 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617326 Aug 09 16:51:39.941667 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:40.001284 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee31a2e-9641-453d-a8b4-2bfa7b0bb58f req-212e9239-691a-41bd-b1d7-d6e2a50c50ff tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:40.002867 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1ee31a2e-9641-453d-a8b4-2bfa7b0bb58f req-212e9239-691a-41bd-b1d7-d6e2a50c50ff tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 944 time: 0.1476934 Aug 09 16:51:40.147730 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c289eb8-3ca1-48ce-828d-68f4cb35a727 req-0df8ae49-49fc-4017-9d62-4d6b1c64fa86 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:40.149371 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8c289eb8-3ca1-48ce-828d-68f4cb35a727 req-0df8ae49-49fc-4017-9d62-4d6b1c64fa86 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 931 time: 0.0585999 Aug 09 16:51:40.193693 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8c289eb8-3ca1-48ce-828d-68f4cb35a727 req-b444168e-f36a-42c4-8c8d-7d6394c7536b tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369666 Aug 09 16:51:40.295561 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Pushing event updated for resources: {'Port': ['ID=a2f20cbb-c325-4a7f-8d56-3cd7b47d407b,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:40.334921 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Attempting to bind port a2f20cbb-c325-4a7f-8d56-3cd7b47d407b on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:40.335261 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Attempting to bind port a2f20cbb-c325-4a7f-8d56-3cd7b47d407b by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:40.335587 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Attempting to bind port a2f20cbb-c325-4a7f-8d56-3cd7b47d407b on network d420601f-31a3-46a3-ad4c-fea8c4abc0ea {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:40.370733 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1ee31a2e-9641-453d-a8b4-2bfa7b0bb58f req-57254abd-6772-4cb4-8576-e2703612e095 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559253 Aug 09 16:51:40.372400 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Port a2f20cbb-c325-4a7f-8d56-3cd7b47d407b on network d420601f-31a3-46a3-ad4c-fea8c4abc0ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:51:40.372611 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Attempting to bind port a2f20cbb-c325-4a7f-8d56-3cd7b47d407b on network d420601f-31a3-46a3-ad4c-fea8c4abc0ea {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:40.392577 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:40.392923 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Checking segment: {'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:40.393305 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Bound using segment: {'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:40.393776 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Bound port: a2f20cbb-c325-4a7f-8d56-3cd7b47d407b, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:40.394131 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:40.448418 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae43e76-50ce-4318-9b07-d9048d91d621 req-d3a5f75e-b106-419d-b05b-3b79c4915459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:40.449942 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dae43e76-50ce-4318-9b07-d9048d91d621 req-d3a5f75e-b106-419d-b05b-3b79c4915459 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=036e4f22211a49c78cb03d2fb540e984&device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 1097 time: 0.1683180 Aug 09 16:51:40.459523 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbeb664-d3f7-4f37-9de8-68646782acd4 req-cc2e76ce-640a-4e08-91ae-f4ae75888316 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:40.461131 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7fbeb664-d3f7-4f37-9de8-68646782acd4 req-cc2e76ce-640a-4e08-91ae-f4ae75888316 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 943 time: 0.0515907 Aug 09 16:51:40.520972 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7fbeb664-d3f7-4f37-9de8-68646782acd4 req-16bfa013-04e7-478f-8927-da653bde2bbb tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395939 Aug 09 16:51:40.643730 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e7b47d5e-000e-44d6-ad29-c7bd69665fbc req-c1bb0869-d0d8-4bcf-8033-d234483a4474 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 210 time: 0.0364654 Aug 09 16:51:40.687466 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] For port a2f20cbb-c325-4a7f-8d56-3cd7b47d407b, host hv-cinder-85257, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:40.720285 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] For port a2f20cbb-c325-4a7f-8d56-3cd7b47d407b, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=a2f20cbb-c325-4a7f-8d56-3cd7b47d407b,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:40.730594 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb97bc-d0e8-4e94-9c6a-b21699b49250 req-a77f3d45-1021-4e40-bcfe-985853fbb020 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:40.732345 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-03bb97bc-d0e8-4e94-9c6a-b21699b49250 req-a77f3d45-1021-4e40-bcfe-985853fbb020 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 943 time: 0.2799797 Aug 09 16:51:40.799887 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae43e76-50ce-4318-9b07-d9048d91d621 req-88930ffa-32ab-4604-a439-2199665863f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:40.801392 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dae43e76-50ce-4318-9b07-d9048d91d621 req-88930ffa-32ab-4604-a439-2199665863f5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=afefc86c-3f24-4c4b-9b8a-046339133df8 HTTP/1.1" status: 200 len: 920 time: 0.3164184 Aug 09 16:51:40.802573 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:40.810980 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:40.811617 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:40.813196 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-399eba78-2cc1-4d12-b218-948147130cf7 req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] 10.222.0.85 "PUT /v2.0/ports/a2f20cbb-c325-4a7f-8d56-3cd7b47d407b HTTP/1.1" status: 200 len: 1093 time: 1.8969471 Aug 09 16:51:40.816042 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08e8650-c59e-4fb8-8578-436aa6ad3f44 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:51:40.821372 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8de5547-1564-4bcf-afc6-bc6690d6038c', 'tag': 'a2f20cbb-c325-4a7f-8d56-3cd7b47d407b'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:51:40.823986 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42800d23-e7d4-4746-bb11-a9c793be05ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d8de5547-1564-4bcf-afc6-bc6690d6038c", "tag": "a2f20cbb-c325-4a7f-8d56-3cd7b47d407b"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:40.857918 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:40.913931 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-03bb97bc-d0e8-4e94-9c6a-b21699b49250 req-3e8e29b1-f76a-4b10-92f7-d0455389094f tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dbdbcca-11f3-41b3-88be-a22a78615561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721575 Aug 09 16:51:40.924559 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dae43e76-50ce-4318-9b07-d9048d91d621 req-abda338f-f3aa-400c-bb1f-4f852d5a8297 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4014f437-b28e-43e2-a675-9c34274cd756 HTTP/1.1" status: 200 len: 217 time: 0.0591884 Aug 09 16:51:40.924559 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Transition to ACTIVE for port object f08e8650-c59e-4fb8-8578-436aa6ad3f44 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:40.932137 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fa6e6a-a60b-4298-97f5-1319e35fa120 x-openstack-request-id: req-b2fa6e6a-a60b-4298-97f5-1319e35fa120 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:40.932521 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8de5547-1564-4bcf-afc6-bc6690d6038c", "tag": "a2f20cbb-c325-4a7f-8d56-3cd7b47d407b", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:40.932847 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2fa6e6a-a60b-4298-97f5-1319e35fa120 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:40.933064 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2fa6e6a-a60b-4298-97f5-1319e35fa120'] response: {'name': 'network-changed', 'server_uuid': 'd8de5547-1564-4bcf-afc6-bc6690d6038c', 'tag': 'a2f20cbb-c325-4a7f-8d56-3cd7b47d407b', 'status': 'completed', 'code': 200} Aug 09 16:51:40.968747 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-bcaf8736-c30c-49f6-ab27-c33961fec434 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:40.970889 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-bcaf8736-c30c-49f6-ab27-c33961fec434 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.85 "GET /v2.0/networks?id=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 HTTP/1.1" status: 200 len: 817 time: 0.2263489 Aug 09 16:51:40.974567 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fe993-fded-45a0-b0e7-d9e8981c4efe service neutron] Pushing event updated for resources: {'Port': ['ID=a2f20cbb-c325-4a7f-8d56-3cd7b47d407b,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:40.990190 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae43e76-50ce-4318-9b07-d9048d91d621 req-afe0ac4a-f810-4c1b-96c4-de0a5b6ca669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:40.991939 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dae43e76-50ce-4318-9b07-d9048d91d621 req-afe0ac4a-f810-4c1b-96c4-de0a5b6ca669 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2078996a-91bc-4210-bac4-b6f4af459f79 HTTP/1.1" status: 200 len: 858 time: 0.0580046 Aug 09 16:51:41.047055 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:41.070831 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-7f8c14fb-c453-4f99-ba26-3e25d35f441f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1742bf7a82941b5ac56e5c5d045417f HTTP/1.1" status: 200 len: 379 time: 0.0714948 Aug 09 16:51:41.086491 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-2de2442d-60b6-4d7a-99fa-1f67b067f535 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Request body: {'port': {'device_id': '5ca3ccda-1608-449a-bb67-528e1fdb3555', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'admin_state_up': True, 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'security_groups': ['9120f734-96ee-4990-80fe-88e9918a4cc1']}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:41.156909 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42800d23-e7d4-4746-bb11-a9c793be05ff req-5dfddc09-0e73-4b70-819e-7557baad2782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:41.158456 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-42800d23-e7d4-4746-bb11-a9c793be05ff req-5dfddc09-0e73-4b70-819e-7557baad2782 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=263134786e174e0683b78ef12715c3fb&device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 1096 time: 0.1594853 Aug 09 16:51:41.159138 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5e3e2726-3651-4d01-8d35-173baf5bc4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:41.161787 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae43e76-50ce-4318-9b07-d9048d91d621 req-aa8ec505-238e-4dad-9130-bcdaa2349803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:41.163154 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dae43e76-50ce-4318-9b07-d9048d91d621 req-aa8ec505-238e-4dad-9130-bcdaa2349803 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afefc86c-3f24-4c4b-9b8a-046339133df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1557157 Aug 09 16:51:41.163742 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Pushing event updated for resources: {'Port': ['ID=f08e8650-c59e-4fb8-8578-436aa6ad3f44,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:41.167059 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Attempting to bind port f08e8650-c59e-4fb8-8578-436aa6ad3f44 on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:41.167732 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Attempting to bind port f08e8650-c59e-4fb8-8578-436aa6ad3f44 by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': 'daa2a3da-8df0-4bc8-beb5-173e7eb8875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:41.167732 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Attempting to bind port f08e8650-c59e-4fb8-8578-436aa6ad3f44 on network b631f0ba-3918-495c-9e8a-a3fd8937f433 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:41.176953 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Port f08e8650-c59e-4fb8-8578-436aa6ad3f44 on network b631f0ba-3918-495c-9e8a-a3fd8937f433 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:51:41.176953 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Attempting to bind port f08e8650-c59e-4fb8-8578-436aa6ad3f44 on network b631f0ba-3918-495c-9e8a-a3fd8937f433 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:41.178223 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:41.178561 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Checking segment: {'id': 'daa2a3da-8df0-4bc8-beb5-173e7eb8875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:41.179505 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Bound using segment: {'id': 'daa2a3da-8df0-4bc8-beb5-173e7eb8875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:41.179939 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Bound port: f08e8650-c59e-4fb8-8578-436aa6ad3f44, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daa2a3da-8df0-4bc8-beb5-173e7eb8875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:41.180294 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:41.356995 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-2de2442d-60b6-4d7a-99fa-1f67b067f535 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Made reservation on behalf of d1742bf7a82941b5ac56e5c5d045417f for: {'port': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:51:41.361052 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-2de2442d-60b6-4d7a-99fa-1f67b067f535 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:41.421246 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 53792) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:41.425192 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c236e-cd13-42e1-84d0-9443974c4a92 req-4bbde9dd-8fd6-4e56-ad4d-dbef35cf3d3c tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:41.435308 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-971c236e-cd13-42e1-84d0-9443974c4a92 req-4bbde9dd-8fd6-4e56-ad4d-dbef35cf3d3c tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 943 time: 0.1125579 Aug 09 16:51:41.485851 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42800d23-e7d4-4746-bb11-a9c793be05ff req-c749f807-eceb-4b6d-a519-da29ba856d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:41.490244 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-42800d23-e7d4-4746-bb11-a9c793be05ff req-c749f807-eceb-4b6d-a519-da29ba856d31 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=263134786e174e0683b78ef12715c3fb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2994828 Aug 09 16:51:41.529185 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-971c236e-cd13-42e1-84d0-9443974c4a92 req-4e37d177-28a2-4a67-96d5-7af12acd1dcc tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929048 Aug 09 16:51:41.581090 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] For port f08e8650-c59e-4fb8-8578-436aa6ad3f44, host hv-cinder-85257, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:41.594404 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] For port f08e8650-c59e-4fb8-8578-436aa6ad3f44, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=f08e8650-c59e-4fb8-8578-436aa6ad3f44,segment=NetworkSegment(daa2a3da-8df0-4bc8-beb5-173e7eb8875a),segment_id=daa2a3da-8df0-4bc8-beb5-173e7eb8875a)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:41.605875 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-2de2442d-60b6-4d7a-99fa-1f67b067f535 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Allocated IP 172.20.0.5 (2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45/07b994a0-3038-45c6-9b03-adabe3fc1842/b53a614e-e389-47f8-b39b-c7841a9c3e47) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:51:41.625465 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dae43e76-50ce-4318-9b07-d9048d91d621 req-18b96336-0cfd-40ad-b0a8-484ee299122f service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363394 Aug 09 16:51:41.638726 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cd036ee4-e179-4bca-af8e-82308a32fd71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:41.690467 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e885f-5e82-42fe-97fc-63f054e351d9 req-eb002ada-4600-4492-9660-ffbbbde5e8ae tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:41.691855 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a27e885f-5e82-42fe-97fc-63f054e351d9 req-eb002ada-4600-4492-9660-ffbbbde5e8ae tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 943 time: 0.0781779 Aug 09 16:51:41.737763 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:41.752844 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:41.753488 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:41.754888 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-319c992a-37cb-43c7-8355-426c9089ec49 req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] 10.222.0.85 "PUT /v2.0/ports/f08e8650-c59e-4fb8-8578-436aa6ad3f44 HTTP/1.1" status: 200 len: 1093 time: 2.1171882 Aug 09 16:51:41.795183 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a27e885f-5e82-42fe-97fc-63f054e351d9 req-8fb16425-9e87-4d72-b9f5-53cf022f264b tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891404 Aug 09 16:51:41.833037 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-2de2442d-60b6-4d7a-99fa-1f67b067f535 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:41.912825 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f772595d-a9e8-422e-84a2-3a2be1120051 req-25895ca7-f725-462c-9b30-76cf7b9ef648 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 210 time: 0.0297983 Aug 09 16:51:41.988963 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-2de2442d-60b6-4d7a-99fa-1f67b067f535 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:42.022293 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de5b63-9a76-4989-9183-1aebbc5c6556 req-eef3d34f-d1bc-4ba7-ad57-b0109a9f6a9e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:42.023807 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-23de5b63-9a76-4989-9183-1aebbc5c6556 req-eef3d34f-d1bc-4ba7-ad57-b0109a9f6a9e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 944 time: 0.5326450 Aug 09 16:51:42.071662 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-2de2442d-60b6-4d7a-99fa-1f67b067f535 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Network 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:51:42.077037 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-2de2442d-60b6-4d7a-99fa-1f67b067f535 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:51:42.079753 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-2de2442d-60b6-4d7a-99fa-1f67b067f535 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:51:42.086880 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-2de2442d-60b6-4d7a-99fa-1f67b067f535 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:42.086880 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-2de2442d-60b6-4d7a-99fa-1f67b067f535 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for port, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:42.101722 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2442d-60b6-4d7a-99fa-1f67b067f535 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Pushing event updated for resources: {'Port': ['ID=b53a614e-e389-47f8-b39b-c7841a9c3e47,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:42.104240 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42800d23-e7d4-4746-bb11-a9c793be05ff req-2dca4a14-1823-4870-a10a-5c7a18518f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:42.106374 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-42800d23-e7d4-4746-bb11-a9c793be05ff req-2dca4a14-1823-4870-a10a-5c7a18518f77 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5960875 Aug 09 16:51:42.139297 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8215cf-dea9-4499-8280-cf6e8378b44f req-780c7f15-30ef-4d08-b73b-5fd6dc679c37 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:42.150777 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6c8215cf-dea9-4499-8280-cf6e8378b44f req-780c7f15-30ef-4d08-b73b-5fd6dc679c37 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 943 time: 0.1247334 Aug 09 16:51:42.160047 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da74d8-40b7-448a-911e-5c67e0898137 service neutron] Pushing event updated for resources: {'Port': ['ID=f08e8650-c59e-4fb8-8578-436aa6ad3f44,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:42.202018 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6c8215cf-dea9-4499-8280-cf6e8378b44f req-c42436eb-d80a-412b-8c0b-96ebdadf0eb1 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dbdbcca-11f3-41b3-88be-a22a78615561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539806 Aug 09 16:51:42.203828 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-23de5b63-9a76-4989-9183-1aebbc5c6556 req-2590133c-9244-4f5b-b452-466c6d3a8259 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652219 Aug 09 16:51:42.211577 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dae43e76-50ce-4318-9b07-d9048d91d621 req-4be43ec9-5eb7-4eb9-b6b2-2c661e402e51 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742154 Aug 09 16:51:42.222778 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-2de2442d-60b6-4d7a-99fa-1f67b067f535 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1450629 Aug 09 16:51:42.240694 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c992a-37cb-43c7-8355-426c9089ec49 req-7383b80f-b979-4677-8872-350117e96fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:42.242512 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-319c992a-37cb-43c7-8355-426c9089ec49 req-7383b80f-b979-4677-8872-350117e96fde service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4a57286dc9144127b1177b199faf0b0a&device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 1096 time: 0.2155550 Aug 09 16:51:42.255674 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Request body: {'port': {'device_id': '5ca3ccda-1608-449a-bb67-528e1fdb3555', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:42.268035 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cd036ee4-e179-4bca-af8e-82308a32fd71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:42.316112 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399eba78-2cc1-4d12-b218-948147130cf7 req-9068da41-5f67-40b8-ad5b-e7786613311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:42.317807 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-399eba78-2cc1-4d12-b218-948147130cf7 req-9068da41-5f67-40b8-ad5b-e7786613311a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=263134786e174e0683b78ef12715c3fb&device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 1096 time: 0.1263659 Aug 09 16:51:42.319369 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-319c992a-37cb-43c7-8355-426c9089ec49 req-fc415a6a-a774-4eae-97cf-710d676a21fd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08e8650-c59e-4fb8-8578-436aa6ad3f44 HTTP/1.1" status: 200 len: 217 time: 0.0535707 Aug 09 16:51:42.329886 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:42.431846 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cd036ee4-e179-4bca-af8e-82308a32fd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:42.432022 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-d93efdf4-ad62-45ef-be8b-fc870dd66c74 None None] Provisioning complete for port b53a614e-e389-47f8-b39b-c7841a9c3e47 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:42.433657 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d93efdf4-ad62-45ef-be8b-fc870dd66c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:42.442634 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-399eba78-2cc1-4d12-b218-948147130cf7 req-250abdc7-18be-4ff7-9bd7-2fd4098d6c2d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2f20cbb-c325-4a7f-8d56-3cd7b47d407b HTTP/1.1" status: 200 len: 217 time: 0.1049204 Aug 09 16:51:42.503355 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-d93efdf4-ad62-45ef-be8b-fc870dd66c74 None None] Port b53a614e-e389-47f8-b39b-c7841a9c3e47 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:51:42.537833 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd036ee4-e179-4bca-af8e-82308a32fd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914fea29-79a3-4a4d-8622-681ecd856cab,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:42.545423 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-cd036ee4-e179-4bca-af8e-82308a32fd71 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da1fa8f3e0f241ed8efd2b53f3afe06a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1202130 Aug 09 16:51:42.550614 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 53848) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:42.565924 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c992a-37cb-43c7-8355-426c9089ec49 req-8b88b44d-56fe-469b-b01f-7e7210a73a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:42.566857 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-319c992a-37cb-43c7-8355-426c9089ec49 req-8b88b44d-56fe-469b-b01f-7e7210a73a05 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=155efdb1-d3e8-4060-a1b4-dd2040cbd026 HTTP/1.1" status: 200 len: 850 time: 0.2225900 Aug 09 16:51:42.601679 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399eba78-2cc1-4d12-b218-948147130cf7 req-109b5a6c-494d-4288-b776-033e2c5a0e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:42.603120 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-399eba78-2cc1-4d12-b218-948147130cf7 req-109b5a6c-494d-4288-b776-033e2c5a0e33 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9 HTTP/1.1" status: 200 len: 854 time: 0.1375515 Aug 09 16:51:42.673843 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53a614e-e389-47f8-b39b-c7841a9c3e47 {{(pid=109849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:51:42.682144 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:42.688714 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-331c7009-3372-4f27-9038-f64ed2ca7fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:42.698889 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.provisioning_blocks [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Transition to ACTIVE for port object b53a614e-e389-47f8-b39b-c7841a9c3e47 will not be triggered until provisioned by entity L2. {{(pid=109849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:51:42.737236 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-331c7009-3372-4f27-9038-f64ed2ca7fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:42.755911 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c992a-37cb-43c7-8355-426c9089ec49 req-81dc6a86-299e-47c1-bdad-1de0c035fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:42.757432 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-319c992a-37cb-43c7-8355-426c9089ec49 req-81dc6a86-299e-47c1-bdad-1de0c035fc78 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b631f0ba-3918-495c-9e8a-a3fd8937f433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1704416 Aug 09 16:51:42.766890 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399eba78-2cc1-4d12-b218-948147130cf7 req-32e3f9ac-39c3-43e9-afb0-541490370eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:42.768289 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-399eba78-2cc1-4d12-b218-948147130cf7 req-32e3f9ac-39c3-43e9-afb0-541490370eaf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1582191 Aug 09 16:51:42.782467 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:42.832355 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df883908-df1e-4acd-b14c-4734632e327b req-0cc7dbb0-a12c-42d1-a05f-1cc63fd8259d tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:42.833623 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-df883908-df1e-4acd-b14c-4734632e327b req-0cc7dbb0-a12c-42d1-a05f-1cc63fd8259d tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 943 time: 0.1656294 Aug 09 16:51:42.861951 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Attempting to bind port b53a614e-e389-47f8-b39b-c7841a9c3e47 on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:51:42.862306 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Attempting to bind port b53a614e-e389-47f8-b39b-c7841a9c3e47 by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': '73bc6df4-8599-4205-8273-c5885e51a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:51:42.862644 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Attempting to bind port b53a614e-e389-47f8-b39b-c7841a9c3e47 on network 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:42.868078 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Pushing event updated for resources: {'Port': ['ID=b53a614e-e389-47f8-b39b-c7841a9c3e47,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:42.873490 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Port b53a614e-e389-47f8-b39b-c7841a9c3e47 on network 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:51:42.874437 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Attempting to bind port b53a614e-e389-47f8-b39b-c7841a9c3e47 on network 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:51:42.880459 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:51:42.880802 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Checking segment: {'id': '73bc6df4-8599-4205-8273-c5885e51a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:51:42.881184 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Bound using segment: {'id': '73bc6df4-8599-4205-8273-c5885e51a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:51:42.881643 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Bound port: b53a614e-e389-47f8-b39b-c7841a9c3e47, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73bc6df4-8599-4205-8273-c5885e51a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:51:42.882010 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:42.935636 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c69c998-d3d4-4f5d-af5e-3012a5f739eb', 'tag': 'f08e8650-c59e-4fb8-8578-436aa6ad3f44'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:51:42.942473 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999f88f0-c72a-4a7d-b797-bca5ba40df8c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c69c998-d3d4-4f5d-af5e-3012a5f739eb", "tag": "f08e8650-c59e-4fb8-8578-436aa6ad3f44"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:42.987406 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-df883908-df1e-4acd-b14c-4734632e327b req-89272a20-8daa-48de-9689-dbc594287d84 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463978 Aug 09 16:51:43.004430 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-319c992a-37cb-43c7-8355-426c9089ec49 req-ad650762-0a8a-4df0-a583-fff46e1600fb service neutron] 10.222.0.85 "GET /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206223 Aug 09 16:51:43.005017 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-331c7009-3372-4f27-9038-f64ed2ca7fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:43.007653 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-331c7009-3372-4f27-9038-f64ed2ca7fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:43.008721 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-331c7009-3372-4f27-9038-f64ed2ca7fa6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/914fea29-79a3-4a4d-8622-681ecd856cab HTTP/1.1" status: 204 len: 168 time: 0.4573758 Aug 09 16:51:43.026783 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22029e-7ab4-4aaa-b511-61a769082faa req-fb2ddbcd-f736-42a3-bcd2-fcdd57cb62f8 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:43.034679 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9e22029e-7ab4-4aaa-b511-61a769082faa req-fb2ddbcd-f736-42a3-bcd2-fcdd57cb62f8 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 943 time: 0.1266587 Aug 09 16:51:43.037242 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-399eba78-2cc1-4d12-b218-948147130cf7 req-2229edda-99c0-42eb-a328-37ed4a9ad74a service neutron] 10.222.0.85 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545633 Aug 09 16:51:43.064958 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c7009-3372-4f27-9038-f64ed2ca7fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914fea29-79a3-4a4d-8622-681ecd856cab,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:43.079619 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c814c0-7efe-4b7d-a807-0c33ca5c9611 x-openstack-request-id: req-56c814c0-7efe-4b7d-a807-0c33ca5c9611 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:43.079945 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c69c998-d3d4-4f5d-af5e-3012a5f739eb", "tag": "f08e8650-c59e-4fb8-8578-436aa6ad3f44", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:43.080161 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56c814c0-7efe-4b7d-a807-0c33ca5c9611 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:43.080594 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c814c0-7efe-4b7d-a807-0c33ca5c9611'] response: {'name': 'network-changed', 'server_uuid': '0c69c998-d3d4-4f5d-af5e-3012a5f739eb', 'tag': 'f08e8650-c59e-4fb8-8578-436aa6ad3f44', 'status': 'completed', 'code': 200} Aug 09 16:51:43.086839 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] For port b53a614e-e389-47f8-b39b-c7841a9c3e47, host hv-cinder-85257, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:51:43.100738 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d27c6895-d5bd-49d1-aa75-0dd590312fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:43.129968 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9e22029e-7ab4-4aaa-b511-61a769082faa req-2eaa48a6-b4c3-43cc-9edc-3619420512f8 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940306 Aug 09 16:51:43.132615 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] For port b53a614e-e389-47f8-b39b-c7841a9c3e47, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=b53a614e-e389-47f8-b39b-c7841a9c3e47,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:51:43.219348 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:43.231617 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:43.232681 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for port, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:43.242770 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] 10.222.0.85 "PUT /v2.0/ports/b53a614e-e389-47f8-b39b-c7841a9c3e47 HTTP/1.1" status: 200 len: 1093 time: 0.9916728 Aug 09 16:51:43.245746 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca3ccda-1608-449a-bb67-528e1fdb3555', 'tag': 'b53a614e-e389-47f8-b39b-c7841a9c3e47'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:51:43.248869 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-319c992a-37cb-43c7-8355-426c9089ec49 req-1bc794f0-2b4f-44cf-a9a9-cf1457b130a5 service neutron] 10.222.0.85 "GET /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243083 Aug 09 16:51:43.255723 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-399eba78-2cc1-4d12-b218-948147130cf7 req-ef588ebc-996d-409d-8b74-023214a2891b service neutron] 10.222.0.85 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115073 Aug 09 16:51:43.265431 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4586011-04f8-41cc-814b-16fec45c49f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca3ccda-1608-449a-bb67-528e1fdb3555", "tag": "b53a614e-e389-47f8-b39b-c7841a9c3e47"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:43.280873 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62043e4-1c9f-4203-bab9-11aa79248af0 req-18556b2f-8b3e-456c-a5d7-ede3d368fd7a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:43.282476 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c62043e4-1c9f-4203-bab9-11aa79248af0 req-18556b2f-8b3e-456c-a5d7-ede3d368fd7a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.1058831 Aug 09 16:51:43.352768 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c62043e4-1c9f-4203-bab9-11aa79248af0 req-2b74b4c2-6404-4671-8b67-946fe8896952 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532601 Aug 09 16:51:43.383293 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e2626-3dfd-4edc-abe8-010e02fdf48d service neutron] Pushing event updated for resources: {'Port': ['ID=b53a614e-e389-47f8-b39b-c7841a9c3e47,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:43.422951 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a49263-b755-4ecb-b49e-464678252a1e req-af231f10-40e1-4876-8c21-82b406dbc4d3 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:43.429531 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-23a49263-b755-4ecb-b49e-464678252a1e req-af231f10-40e1-4876-8c21-82b406dbc4d3 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 943 time: 0.0865781 Aug 09 16:51:43.482910 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-23a49263-b755-4ecb-b49e-464678252a1e req-6b4b3cbe-3c91-40d3-8772-8dd903c346a0 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dbdbcca-11f3-41b3-88be-a22a78615561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522449 Aug 09 16:51:43.532557 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2850f102-d1a1-4fc3-841a-1639d7624515 x-openstack-request-id: req-2850f102-d1a1-4fc3-841a-1639d7624515 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:43.532885 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca3ccda-1608-449a-bb67-528e1fdb3555", "tag": "b53a614e-e389-47f8-b39b-c7841a9c3e47", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:43.533141 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2850f102-d1a1-4fc3-841a-1639d7624515 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:43.533574 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2850f102-d1a1-4fc3-841a-1639d7624515'] response: {'name': 'network-changed', 'server_uuid': '5ca3ccda-1608-449a-bb67-528e1fdb3555', 'tag': 'b53a614e-e389-47f8-b39b-c7841a9c3e47', 'status': 'completed', 'code': 200} Aug 09 16:51:43.606242 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f88f0-c72a-4a7d-b797-bca5ba40df8c req-cdc6e760-bd54-4abc-8bdf-5553f672f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:43.607748 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-999f88f0-c72a-4a7d-b797-bca5ba40df8c req-cdc6e760-bd54-4abc-8bdf-5553f672f45e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4a57286dc9144127b1177b199faf0b0a&device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 1096 time: 0.1146269 Aug 09 16:51:43.613836 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-6e0fe9c2-ceb6-46ba-b56e-57678e424f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:43.615171 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-6e0fe9c2-ceb6-46ba-b56e-57678e424f02 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d1742bf7a82941b5ac56e5c5d045417f&device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 1096 time: 0.1193748 Aug 09 16:51:43.623848 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165e811-d930-4844-951d-2cd583a2ade2 req-cc2cea56-f5f2-46b7-9ce0-5b81edbba08f tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:43.625228 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3165e811-d930-4844-951d-2cd583a2ade2 req-cc2cea56-f5f2-46b7-9ce0-5b81edbba08f tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 944 time: 0.1023278 Aug 09 16:51:43.702408 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-4f1fff5e-4d0b-4766-a417-3c47a4338068 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b53a614e-e389-47f8-b39b-c7841a9c3e47 HTTP/1.1" status: 200 len: 217 time: 0.0645349 Aug 09 16:51:43.721325 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device e9fff966-2878-46da-baf4-d9229eb5968e details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:51:43.794578 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3165e811-d930-4844-951d-2cd583a2ade2 req-3881ae47-8f02-4262-af3b-bbf4cfdbbddb tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558173 Aug 09 16:51:43.809720 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-5a6b6167-7fd0-4d12-8e7f-32f8f8c888b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:43.811295 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-5a6b6167-7fd0-4d12-8e7f-32f8f8c888b8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=07b994a0-3038-45c6-9b03-adabe3fc1842 HTTP/1.1" status: 200 len: 856 time: 0.0985496 Aug 09 16:51:43.857540 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f88f0-c72a-4a7d-b797-bca5ba40df8c req-66fd80c1-ddfc-43a4-b3ab-f1d35f3096ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:43.859033 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-999f88f0-c72a-4a7d-b797-bca5ba40df8c req-66fd80c1-ddfc-43a4-b3ab-f1d35f3096ed service neutron] 10.222.0.85 "GET /v2.0/networks?id=b631f0ba-3918-495c-9e8a-a3fd8937f433 HTTP/1.1" status: 200 len: 912 time: 0.2293675 Aug 09 16:51:43.876977 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-9bf19b35-69e7-4e36-9732-7518eb932d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:43.879055 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-9bf19b35-69e7-4e36-9732-7518eb932d4f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526226 Aug 09 16:51:43.881225 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port e9fff966-2878-46da-baf4-d9229eb5968e, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=e9fff966-2878-46da-baf4-d9229eb5968e,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:43.890988 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 53902) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:43.894701 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': 'e9fff966-2878-46da-baf4-d9229eb5968e', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'port_id': 'e9fff966-2878-46da-baf4-d9229eb5968e', 'mac_address': 'fa:16:3e:e1:ca:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:51:43.913394 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f046701c-e1a0-4ee8-9f63-3fd6f32fe6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:43.940552 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port e9fff966-2878-46da-baf4-d9229eb5968e is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:43.941212 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:43.961284 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9fff966-2878-46da-baf4-d9229eb5968e {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:51:43.985157 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port e9fff966-2878-46da-baf4-d9229eb5968e, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=e9fff966-2878-46da-baf4-d9229eb5968e,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:43.990706 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 53908) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:43.995849 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-999f88f0-c72a-4a7d-b797-bca5ba40df8c req-5a4d06bf-9360-4f0c-a292-b8e434130de6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08e8650-c59e-4fb8-8578-436aa6ad3f44 HTTP/1.1" status: 200 len: 217 time: 0.0611641 Aug 09 16:51:44.079637 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.080604 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 4014f437-b28e-43e2-a675-9c34274cd756 details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:51:44.103352 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f88f0-c72a-4a7d-b797-bca5ba40df8c req-6343802e-bfb4-4aa3-aa5b-b22d7ce94e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:44.104958 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-999f88f0-c72a-4a7d-b797-bca5ba40df8c req-6343802e-bfb4-4aa3-aa5b-b22d7ce94e76 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=155efdb1-d3e8-4060-a1b4-dd2040cbd026 HTTP/1.1" status: 200 len: 850 time: 0.0781696 Aug 09 16:51:44.115602 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-b89f0fbb-e354-4d75-98e5-1888a9fb0427 service neutron] 10.222.0.85 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080760 Aug 09 16:51:44.128597 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 4014f437-b28e-43e2-a675-9c34274cd756, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=4014f437-b28e-43e2-a675-9c34274cd756,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:44.145334 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': '4014f437-b28e-43e2-a675-9c34274cd756', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'port_id': '4014f437-b28e-43e2-a675-9c34274cd756', 'mac_address': 'fa:16:3e:7d:37:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:51:44.152092 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250e6d9-a12a-4977-9247-a77ac94fbdb4 req-f6d187aa-1688-44ec-881d-4813c87c8974 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:44.162252 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b250e6d9-a12a-4977-9247-a77ac94fbdb4 req-f6d187aa-1688-44ec-881d-4813c87c8974 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 943 time: 0.0927413 Aug 09 16:51:44.215856 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f046701c-e1a0-4ee8-9f63-3fd6f32fe6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.234545 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a0c4d6e2-5922-46be-9f23-c45e588f7a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.243740 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=e9fff966-2878-46da-baf4-d9229eb5968e,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:44.258852 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b250e6d9-a12a-4977-9247-a77ac94fbdb4 req-6109606d-9d83-4746-8796-867e859c5a64 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896852 Aug 09 16:51:44.269960 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f88f0-c72a-4a7d-b797-bca5ba40df8c req-86b5ccd1-c892-40ba-bdef-206b59edf924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:44.272032 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-999f88f0-c72a-4a7d-b797-bca5ba40df8c req-86b5ccd1-c892-40ba-bdef-206b59edf924 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b631f0ba-3918-495c-9e8a-a3fd8937f433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1555717 Aug 09 16:51:44.289169 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 4014f437-b28e-43e2-a675-9c34274cd756 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:44.289874 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.305850 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f046701c-e1a0-4ee8-9f63-3fd6f32fe6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.306439 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4014f437-b28e-43e2-a675-9c34274cd756 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:51:44.351152 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 4014f437-b28e-43e2-a675-9c34274cd756, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=4014f437-b28e-43e2-a675-9c34274cd756,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:44.383953 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1a4ab44-9c4a-4a10-bf1b-84b9cbc86574 req-25de1e10-0be2-4964-95c2-3ae1d216ce59 service neutron] 10.222.0.85 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301292 Aug 09 16:51:44.387392 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a0c4d6e2-5922-46be-9f23-c45e588f7a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.397483 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-f046701c-e1a0-4ee8-9f63-3fd6f32fe6e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5a09ce84c2b6449eb8d5762cb4b49b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5053062 Aug 09 16:51:44.400973 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 53922) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:44.433026 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046701c-e1a0-4ee8-9f63-3fd6f32fe6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9e518a-d293-480c-b999-1518d42bd738,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:44.451691 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693b7be-8826-43ac-96a2-07178dafcbbd req-e42ee33f-bebb-429e-aa62-b482da5f1d51 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:44.451691 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b693b7be-8826-43ac-96a2-07178dafcbbd req-e42ee33f-bebb-429e-aa62-b482da5f1d51 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 943 time: 0.1979043 Aug 09 16:51:44.456985 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-58c84bac-8bb2-4624-963a-4fc792518c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.469264 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.470274 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 57678e15-efc6-4cb0-9234-7beae1157f89 details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:51:44.482580 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-999f88f0-c72a-4a7d-b797-bca5ba40df8c req-ff2deeba-45d7-4a4a-abf3-d818f7d6f09d service neutron] 10.222.0.85 "GET /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863372 Aug 09 16:51:44.487974 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-58c84bac-8bb2-4624-963a-4fc792518c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.535424 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a0c4d6e2-5922-46be-9f23-c45e588f7a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.549271 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b693b7be-8826-43ac-96a2-07178dafcbbd req-544db4f6-16c8-423a-8dc5-277fa4a97e2e tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796061 Aug 09 16:51:44.580030 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=4014f437-b28e-43e2-a675-9c34274cd756,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:44.606634 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a0c4d6e2-5922-46be-9f23-c45e588f7a0e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0710da8e4eb0449e9de3bcbfe3e3d672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6143463 Aug 09 16:51:44.612619 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 53928) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:44.644261 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4d6e2-5922-46be-9f23-c45e588f7a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf7b13c-9deb-4729-8744-4a9745cc2f30,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:44.675531 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52665d-3eb9-42e7-8b52-202f96438ecc req-209ad030-1f4f-47c1-8874-c90833fbc788 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:44.685049 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3e52665d-3eb9-42e7-8b52-202f96438ecc req-209ad030-1f4f-47c1-8874-c90833fbc788 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.1339025 Aug 09 16:51:44.744949 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-58c84bac-8bb2-4624-963a-4fc792518c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.747587 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-58c84bac-8bb2-4624-963a-4fc792518c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.751711 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-58c84bac-8bb2-4624-963a-4fc792518c01 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c9e518a-d293-480c-b999-1518d42bd738 HTTP/1.1" status: 204 len: 168 time: 0.3466735 Aug 09 16:51:44.754157 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-106cad19-939b-4678-a536-3bee8e8e86f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.766260 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3e52665d-3eb9-42e7-8b52-202f96438ecc req-65658a70-2ba4-4afb-82b4-b44bb2c10691 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800707 Aug 09 16:51:44.791248 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c84bac-8bb2-4624-963a-4fc792518c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9e518a-d293-480c-b999-1518d42bd738,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:44.818070 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 57678e15-efc6-4cb0-9234-7beae1157f89, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=57678e15-efc6-4cb0-9234-7beae1157f89,segment=NetworkSegment(9efe17a1-07ce-47e6-a2ab-b7065da4c4b8),segment_id=9efe17a1-07ce-47e6-a2ab-b7065da4c4b8)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:44.819985 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-106cad19-939b-4678-a536-3bee8e8e86f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.894030 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': '57678e15-efc6-4cb0-9234-7beae1157f89', 'network_id': '713d6a7a-686f-4197-9ccf-112c6c469454', 'port_id': '57678e15-efc6-4cb0-9234-7beae1157f89', 'mac_address': 'fa:16:3e:fa:c1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2e39800-036d-4bb8-82d6-1cca71db8ff9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:51:44.946196 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 57678e15-efc6-4cb0-9234-7beae1157f89 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:44.946592 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.957747 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c63e43-b5c5-410f-b478-ce40e86055bc req-1c0b7963-53f0-4c60-bfde-e9b2debcaba8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:44.959046 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c6c63e43-b5c5-410f-b478-ce40e86055bc req-1c0b7963-53f0-4c60-bfde-e9b2debcaba8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 945 time: 0.0555289 Aug 09 16:51:44.960790 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57678e15-efc6-4cb0-9234-7beae1157f89 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:51:44.973044 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-106cad19-939b-4678-a536-3bee8e8e86f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.982064 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-106cad19-939b-4678-a536-3bee8e8e86f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:44.982353 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-999f88f0-c72a-4a7d-b797-bca5ba40df8c req-0eb3881f-aadf-43e1-868b-70d2cbf458dc service neutron] 10.222.0.85 "GET /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900815 Aug 09 16:51:44.982578 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-106cad19-939b-4678-a536-3bee8e8e86f8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/acf7b13c-9deb-4729-8744-4a9745cc2f30 HTTP/1.1" status: 204 len: 168 time: 0.3674436 Aug 09 16:51:44.985527 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 57678e15-efc6-4cb0-9234-7beae1157f89, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=57678e15-efc6-4cb0-9234-7beae1157f89,segment=NetworkSegment(9efe17a1-07ce-47e6-a2ab-b7065da4c4b8),segment_id=9efe17a1-07ce-47e6-a2ab-b7065da4c4b8)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:44.997457 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4586011-04f8-41cc-814b-16fec45c49f2 req-9559fcb4-7452-451a-935e-41cbdff1f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:44.999866 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b4586011-04f8-41cc-814b-16fec45c49f2 req-9559fcb4-7452-451a-935e-41cbdff1f113 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d1742bf7a82941b5ac56e5c5d045417f&device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 1096 time: 0.1114430 Aug 09 16:51:45.006400 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cad19-939b-4678-a536-3bee8e8e86f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf7b13c-9deb-4729-8744-4a9745cc2f30,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:45.015137 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8422bf3-7b1b-4843-a75c-a14ff3a94811 req-21291419-447f-4498-ad51-d208a179f9ef tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:45.028002 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e8422bf3-7b1b-4843-a75c-a14ff3a94811 req-21291419-447f-4498-ad51-d208a179f9ef tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 943 time: 0.1375105 Aug 09 16:51:45.048819 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c6c63e43-b5c5-410f-b478-ce40e86055bc req-1d885bd3-0b36-467c-a93e-26e641b3d73a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832028 Aug 09 16:51:45.058211 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:45.085211 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:45.095425 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e8422bf3-7b1b-4843-a75c-a14ff3a94811 req-7e4cf32a-079a-4661-909a-0a669b6cd6b5 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dbdbcca-11f3-41b3-88be-a22a78615561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704813 Aug 09 16:51:45.143846 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=57678e15-efc6-4cb0-9234-7beae1157f89,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:45.156478 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4586011-04f8-41cc-814b-16fec45c49f2 req-faed4e00-ae39-487b-a47e-29a833a501d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:45.158389 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b4586011-04f8-41cc-814b-16fec45c49f2 req-faed4e00-ae39-487b-a47e-29a833a501d0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 HTTP/1.1" status: 200 len: 918 time: 0.1237211 Aug 09 16:51:45.203108 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b4586011-04f8-41cc-814b-16fec45c49f2 req-f9b4bd52-04ec-458c-9efb-42b81c0ce7d1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b53a614e-e389-47f8-b39b-c7841a9c3e47 HTTP/1.1" status: 200 len: 217 time: 0.0377374 Aug 09 16:51:45.258106 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4586011-04f8-41cc-814b-16fec45c49f2 req-d6576f17-2b19-44da-8f87-9f7186b37391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:45.260294 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b4586011-04f8-41cc-814b-16fec45c49f2 req-d6576f17-2b19-44da-8f87-9f7186b37391 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=07b994a0-3038-45c6-9b03-adabe3fc1842 HTTP/1.1" status: 200 len: 856 time: 0.0488210 Aug 09 16:51:45.318615 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4586011-04f8-41cc-814b-16fec45c49f2 req-b1c3a16f-f951-4f27-9dec-46f1cf3f6c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:45.320768 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b4586011-04f8-41cc-814b-16fec45c49f2 req-b1c3a16f-f951-4f27-9dec-46f1cf3f6c3f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540543 Aug 09 16:51:45.400770 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d9985-8619-4273-bb02-9c546358efb5 req-7d04a4ab-7957-4f1a-80dc-d648c0291cc2 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:45.402569 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-149d9985-8619-4273-bb02-9c546358efb5 req-7d04a4ab-7957-4f1a-80dc-d648c0291cc2 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 943 time: 0.0693073 Aug 09 16:51:45.433454 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b4586011-04f8-41cc-814b-16fec45c49f2 req-6e96a89b-94c8-4f0e-9b5b-4bd041d556ef service neutron] 10.222.0.85 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044941 Aug 09 16:51:45.449502 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-149d9985-8619-4273-bb02-9c546358efb5 req-8063dd79-3a97-42af-88d4-75978c5f3990 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397606 Aug 09 16:51:45.533980 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b4586011-04f8-41cc-814b-16fec45c49f2 req-bb8cef8c-9164-4a73-98e9-62ccebd636e1 service neutron] 10.222.0.85 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923531 Aug 09 16:51:45.594322 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['4014f437-b28e-43e2-a675-9c34274cd756'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:51:45.635334 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['57678e15-efc6-4cb0-9234-7beae1157f89'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:51:45.647709 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['e9fff966-2878-46da-baf4-d9229eb5968e'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:51:45.683606 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a05f2-c2aa-4ea7-9684-d3380038a3f9 req-5f6f0a44-0fce-4f77-9ab0-c8765b524da9 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:45.685225 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ef7a05f2-c2aa-4ea7-9684-d3380038a3f9 req-5f6f0a44-0fce-4f77-9ab0-c8765b524da9 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 944 time: 0.0540028 Aug 09 16:51:45.721062 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device f08e8650-c59e-4fb8-8578-436aa6ad3f44 details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:51:45.723857 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ef7a05f2-c2aa-4ea7-9684-d3380038a3f9 req-f282bbe9-6da5-4535-aeb6-e95597d72a85 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320306 Aug 09 16:51:45.843978 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 53960) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:45.861003 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ea4a70a2-da56-49c8-8d89-cdaf6dba29fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:45.948816 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c47cc-4e1e-4a89-a59e-696c420de378 req-62cf9b7f-4304-4b10-9aaa-ccf47ba93da3 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:45.952848 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b32c47cc-4e1e-4a89-a59e-696c420de378 req-62cf9b7f-4304-4b10-9aaa-ccf47ba93da3 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0689595 Aug 09 16:51:45.999154 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ea4a70a2-da56-49c8-8d89-cdaf6dba29fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:46.012710 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b32c47cc-4e1e-4a89-a59e-696c420de378 req-91f5f60e-1517-4974-ba33-f3571e25b78c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545201 Aug 09 16:51:46.062248 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ea4a70a2-da56-49c8-8d89-cdaf6dba29fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:46.085028 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port f08e8650-c59e-4fb8-8578-436aa6ad3f44, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=f08e8650-c59e-4fb8-8578-436aa6ad3f44,segment=NetworkSegment(daa2a3da-8df0-4bc8-beb5-173e7eb8875a),segment_id=daa2a3da-8df0-4bc8-beb5-173e7eb8875a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:46.140876 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a70a2-da56-49c8-8d89-cdaf6dba29fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505b6820-777f-4774-ba99-dc9d0fc4f38a,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:46.158133 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': 'f08e8650-c59e-4fb8-8578-436aa6ad3f44', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'port_id': 'f08e8650-c59e-4fb8-8578-436aa6ad3f44', 'mac_address': 'fa:16:3e:3b:23:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:51:46.165962 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ea4a70a2-da56-49c8-8d89-cdaf6dba29fc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=449c3760ee4f4ca3808fd85c6513c7f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160946 Aug 09 16:51:46.169393 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 53974) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:46.279640 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8544aa1f-b0d1-4ec0-8eac-44c3f9f01282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:46.324757 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebb84f-b7c6-4f63-ad1c-03c094676f7e req-77e24375-5fad-4603-b972-d61924ad0188 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:46.326680 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-caebb84f-b7c6-4f63-ad1c-03c094676f7e req-77e24375-5fad-4603-b972-d61924ad0188 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 945 time: 0.0970502 Aug 09 16:51:46.330709 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8544aa1f-b0d1-4ec0-8eac-44c3f9f01282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:46.347705 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:46.355167 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcddca-2e32-4c16-99da-25614b121545 req-29347680-0691-45c9-90d1-e072c48f4d80 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:46.363834 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-60bcddca-2e32-4c16-99da-25614b121545 req-29347680-0691-45c9-90d1-e072c48f4d80 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 943 time: 0.1236453 Aug 09 16:51:46.378146 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port f08e8650-c59e-4fb8-8578-436aa6ad3f44 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:46.378765 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:46.414726 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08e8650-c59e-4fb8-8578-436aa6ad3f44 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:51:46.423649 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-caebb84f-b7c6-4f63-ad1c-03c094676f7e req-fd2381be-a9c8-4a4b-b7e8-25ab6c127e10 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778544 Aug 09 16:51:46.437849 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-60bcddca-2e32-4c16-99da-25614b121545 req-8ae4d7c4-cb1b-45cd-b713-bcc8af6a7e11 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dbdbcca-11f3-41b3-88be-a22a78615561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686266 Aug 09 16:51:46.457136 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port f08e8650-c59e-4fb8-8578-436aa6ad3f44, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=f08e8650-c59e-4fb8-8578-436aa6ad3f44,segment=NetworkSegment(daa2a3da-8df0-4bc8-beb5-173e7eb8875a),segment_id=daa2a3da-8df0-4bc8-beb5-173e7eb8875a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:46.530164 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:46.530830 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device a2f20cbb-c325-4a7f-8d56-3cd7b47d407b details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:51:46.558791 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8544aa1f-b0d1-4ec0-8eac-44c3f9f01282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:46.561876 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8544aa1f-b0d1-4ec0-8eac-44c3f9f01282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:46.563062 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8544aa1f-b0d1-4ec0-8eac-44c3f9f01282 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/505b6820-777f-4774-ba99-dc9d0fc4f38a HTTP/1.1" status: 204 len: 168 time: 0.3924534 Aug 09 16:51:46.579509 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544aa1f-b0d1-4ec0-8eac-44c3f9f01282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505b6820-777f-4774-ba99-dc9d0fc4f38a,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:46.616819 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77667110-cd56-4d33-93b9-bb270bf87570 req-da40973f-1055-478d-b685-59b16d6fe2d7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:46.616819 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-77667110-cd56-4d33-93b9-bb270bf87570 req-da40973f-1055-478d-b685-59b16d6fe2d7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 944 time: 0.0801306 Aug 09 16:51:46.623855 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=f08e8650-c59e-4fb8-8578-436aa6ad3f44,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:46.708465 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port a2f20cbb-c325-4a7f-8d56-3cd7b47d407b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=a2f20cbb-c325-4a7f-8d56-3cd7b47d407b,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:46.723212 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': 'a2f20cbb-c325-4a7f-8d56-3cd7b47d407b', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'port_id': 'a2f20cbb-c325-4a7f-8d56-3cd7b47d407b', 'mac_address': 'fa:16:3e:76:1a:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:51:46.788541 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port a2f20cbb-c325-4a7f-8d56-3cd7b47d407b is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:46.790639 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:46.792925 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:46.843781 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f20cbb-c325-4a7f-8d56-3cd7b47d407b {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:51:46.855827 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-77667110-cd56-4d33-93b9-bb270bf87570 req-4cff38f8-2f20-49ee-95db-a55931ad94bf tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456484 Aug 09 16:51:46.891093 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port a2f20cbb-c325-4a7f-8d56-3cd7b47d407b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=a2f20cbb-c325-4a7f-8d56-3cd7b47d407b,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:46.899930 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee719be-aafa-42e2-afe1-18fcd9c40915 req-80c8bcbe-245b-4211-b287-7fcd4edc27f4 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:46.901787 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-aee719be-aafa-42e2-afe1-18fcd9c40915 req-80c8bcbe-245b-4211-b287-7fcd4edc27f4 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 944 time: 0.0735333 Aug 09 16:51:46.926165 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:46.954372 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:46.956878 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-aee719be-aafa-42e2-afe1-18fcd9c40915 req-27104bb5-b59a-4047-97ac-fcb2d0cbbb7c tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446377 Aug 09 16:51:47.004998 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=a2f20cbb-c325-4a7f-8d56-3cd7b47d407b,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:47.147070 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2379f-cc14-419b-8be0-d7ba7ad030b1 req-af3e2fcc-e688-4ccb-a9bb-4148f61f7f8f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:47.148676 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bdd2379f-cc14-419b-8be0-d7ba7ad030b1 req-af3e2fcc-e688-4ccb-a9bb-4148f61f7f8f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0514705 Aug 09 16:51:47.194649 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bdd2379f-cc14-419b-8be0-d7ba7ad030b1 req-7e4f123d-700e-483b-b7fd-657f02f24afd tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389996 Aug 09 16:51:47.457459 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['f08e8650-c59e-4fb8-8578-436aa6ad3f44'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:51:47.526189 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['a2f20cbb-c325-4a7f-8d56-3cd7b47d407b'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:51:47.617845 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d81d99-569f-4da7-beaa-b80938aaeabe req-69201c35-ce9b-45d4-b7af-70ef6154254e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:47.620323 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-79d81d99-569f-4da7-beaa-b80938aaeabe req-69201c35-ce9b-45d4-b7af-70ef6154254e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 945 time: 0.0863991 Aug 09 16:51:47.639533 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1153d-04c3-403f-8b6d-88e4d38082a3 req-cdaa0f47-d01a-452b-b82b-4c66a086fd97 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:47.641861 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dfd1153d-04c3-403f-8b6d-88e4d38082a3 req-cdaa0f47-d01a-452b-b82b-4c66a086fd97 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 944 time: 0.0828514 Aug 09 16:51:47.673237 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-79d81d99-569f-4da7-beaa-b80938aaeabe req-7765dcbb-f9cd-4635-9650-8459f42c8495 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464468 Aug 09 16:51:47.692009 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dfd1153d-04c3-403f-8b6d-88e4d38082a3 req-df0da8d2-2229-41d8-9169-77584fa51df9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dbdbcca-11f3-41b3-88be-a22a78615561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440242 Aug 09 16:51:47.737577 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device b53a614e-e389-47f8-b39b-c7841a9c3e47 details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:51:47.739751 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device e9fff966-2878-46da-baf4-d9229eb5968e up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:48.001952 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port b53a614e-e389-47f8-b39b-c7841a9c3e47, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=b53a614e-e389-47f8-b39b-c7841a9c3e47,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:48.002081 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc844a4-51a6-4613-9ce7-759e3a4aadc6 req-759cfd1d-0070-4d02-a76e-5e4a0051a816 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:48.010322 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1fc844a4-51a6-4613-9ce7-759e3a4aadc6 req-759cfd1d-0070-4d02-a76e-5e4a0051a816 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 944 time: 0.0764410 Aug 09 16:51:48.018371 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': 'b53a614e-e389-47f8-b39b-c7841a9c3e47', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'port_id': 'b53a614e-e389-47f8-b39b-c7841a9c3e47', 'mac_address': 'fa:16:3e:2e:0b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:51:48.051685 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1fc844a4-51a6-4613-9ce7-759e3a4aadc6 req-0ebb5ab2-dd07-457b-ae7a-3af51a5a4dd9 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404828 Aug 09 16:51:48.068012 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port e9fff966-2878-46da-baf4-d9229eb5968e completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:48.076895 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port e9fff966-2878-46da-baf4-d9229eb5968e triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:48.079585 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:48.128905 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port b53a614e-e389-47f8-b39b-c7841a9c3e47 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:48.129395 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:48.149453 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53a614e-e389-47f8-b39b-c7841a9c3e47 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:51:48.155330 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d1d02-85e8-4d68-8ff5-ecab2c6e5b96 req-2444873c-7cd6-4f24-925f-225004cf89dd tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:48.157443 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-854d1d02-85e8-4d68-8ff5-ecab2c6e5b96 req-2444873c-7cd6-4f24-925f-225004cf89dd tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 944 time: 0.0817289 Aug 09 16:51:48.185899 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port b53a614e-e389-47f8-b39b-c7841a9c3e47, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=b53a614e-e389-47f8-b39b-c7841a9c3e47,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:48.204951 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-854d1d02-85e8-4d68-8ff5-ecab2c6e5b96 req-3ca1131c-1fba-460c-8537-0b2f21ed46f9 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396903 Aug 09 16:51:48.242639 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port e9fff966-2878-46da-baf4-d9229eb5968e is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:48.243554 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:48.269362 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28cb61d-2014-4d36-a327-5d93726cc08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fff966-2878-46da-baf4-d9229eb5968e'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:51:48.336552 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:48.349109 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509ca49-356f-4d4f-ac17-a98c356a879d req-ffb2fc26-354c-4083-b259-38ed8336f9a5 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:48.351028 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7509ca49-356f-4d4f-ac17-a98c356a879d req-ffb2fc26-354c-4083-b259-38ed8336f9a5 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0701857 Aug 09 16:51:48.355125 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port e9fff966-2878-46da-baf4-d9229eb5968e, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=e9fff966-2878-46da-baf4-d9229eb5968e,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:48.404783 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7509ca49-356f-4d4f-ac17-a98c356a879d req-9c3066ca-6e74-4370-9022-288d459c9040 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445993 Aug 09 16:51:48.407600 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=b53a614e-e389-47f8-b39b-c7841a9c3e47,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:48.434109 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:48.434911 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 4014f437-b28e-43e2-a675-9c34274cd756 up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:48.591799 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a56af0e-b1f4-4464-b7de-7f51bc3ad4f6" -d '{"events": [{"server_uuid": "d28cb61d-2014-4d36-a327-5d93726cc08f", "name": "network-vif-plugged", "status": "completed", "tag": "e9fff966-2878-46da-baf4-d9229eb5968e"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:48.637475 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=e9fff966-2878-46da-baf4-d9229eb5968e,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:48.730224 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port 4014f437-b28e-43e2-a675-9c34274cd756 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:48.736401 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port 4014f437-b28e-43e2-a675-9c34274cd756 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:48.736950 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:48.764128 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['b53a614e-e389-47f8-b39b-c7841a9c3e47'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:51:48.838601 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f297af79-a23f-4f85-b12b-82e21b892fe0 x-openstack-request-id: req-f297af79-a23f-4f85-b12b-82e21b892fe0 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:48.838601 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28cb61d-2014-4d36-a327-5d93726cc08f", "name": "network-vif-plugged", "status": "completed", "tag": "e9fff966-2878-46da-baf4-d9229eb5968e", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:48.838601 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f297af79-a23f-4f85-b12b-82e21b892fe0 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:48.838601 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f297af79-a23f-4f85-b12b-82e21b892fe0'] response: {'server_uuid': 'd28cb61d-2014-4d36-a327-5d93726cc08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9fff966-2878-46da-baf4-d9229eb5968e', 'code': 200} Aug 09 16:51:48.883244 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66b0a9-60cc-42bd-b435-d0f8300dde74 req-54dbe4e7-2849-4fd9-9426-c810d03d28e5 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:48.888608 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4d66b0a9-60cc-42bd-b435-d0f8300dde74 req-54dbe4e7-2849-4fd9-9426-c810d03d28e5 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 945 time: 0.1119072 Aug 09 16:51:48.997843 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4d66b0a9-60cc-42bd-b435-d0f8300dde74 req-44bac225-c465-4e65-9968-116358a69302 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026404 Aug 09 16:51:49.014618 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 4014f437-b28e-43e2-a675-9c34274cd756 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:49.015014 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:49.030257 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2a5da-22bd-4d2e-a619-7edf638ca31b req-b173f050-0c06-47fa-8261-7f1102654597 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:49.038711 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-16a2a5da-22bd-4d2e-a619-7edf638ca31b req-b173f050-0c06-47fa-8261-7f1102654597 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 944 time: 0.0974677 Aug 09 16:51:49.087115 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-16a2a5da-22bd-4d2e-a619-7edf638ca31b req-f24e27d6-5be6-40c9-962b-3028fa3f1cce tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dbdbcca-11f3-41b3-88be-a22a78615561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473726 Aug 09 16:51:49.089393 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 4014f437-b28e-43e2-a675-9c34274cd756, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=4014f437-b28e-43e2-a675-9c34274cd756,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:49.213089 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:49.214457 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 57678e15-efc6-4cb0-9234-7beae1157f89 up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:49.221218 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71048b-5c89-45b5-92a9-d610d6df2151 req-90ec897b-b0cd-4926-abb9-01e300c85abb tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:49.222360 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bb71048b-5c89-45b5-92a9-d610d6df2151 req-90ec897b-b0cd-4926-abb9-01e300c85abb tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 944 time: 0.0708966 Aug 09 16:51:49.332857 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bb71048b-5c89-45b5-92a9-d610d6df2151 req-9ae8ee8c-4119-41c1-b3dc-ecdf478f624b tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925996 Aug 09 16:51:49.362366 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=4014f437-b28e-43e2-a675-9c34274cd756,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:49.424235 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port 57678e15-efc6-4cb0-9234-7beae1157f89 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:49.436805 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port 57678e15-efc6-4cb0-9234-7beae1157f89 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:49.436805 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:49.437880 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ca4ec-c910-4e28-9ece-5c6664638da5 req-33c8f7d7-d5dd-49b8-ba53-baf096af83bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:49.439665 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ea8ca4ec-c910-4e28-9ece-5c6664638da5 req-33c8f7d7-d5dd-49b8-ba53-baf096af83bd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 1099 time: 0.1567955 Aug 09 16:51:49.454654 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984b2ea-d789-4e5c-a6bc-b22fa52e8c91 req-b4dd8fe9-ef07-4ad7-a2e7-2baa7abe81b4 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:49.463069 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1984b2ea-d789-4e5c-a6bc-b22fa52e8c91 req-b4dd8fe9-ef07-4ad7-a2e7-2baa7abe81b4 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 944 time: 0.0994594 Aug 09 16:51:49.490777 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-ea8ca4ec-c910-4e28-9ece-5c6664638da5 req-57eee3be-e984-49c1-8446-f3763394f016 service neutron] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:49.532192 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1984b2ea-d789-4e5c-a6bc-b22fa52e8c91 req-10341787-0cc6-4323-8c90-6aec6bcabf35 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678024 Aug 09 16:51:49.544870 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 57678e15-efc6-4cb0-9234-7beae1157f89 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:49.544870 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:49.553684 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86794cd3-a9d7-48e1-8947-16194068a888 req-ff37522d-923a-4c40-89de-0c70c4a6d7f4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:49.556048 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-86794cd3-a9d7-48e1-8947-16194068a888 req-ff37522d-923a-4c40-89de-0c70c4a6d7f4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 944 time: 0.0607231 Aug 09 16:51:49.595780 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 57678e15-efc6-4cb0-9234-7beae1157f89, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=57678e15-efc6-4cb0-9234-7beae1157f89,segment=NetworkSegment(9efe17a1-07ce-47e6-a2ab-b7065da4c4b8),segment_id=9efe17a1-07ce-47e6-a2ab-b7065da4c4b8)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:49.605601 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-86794cd3-a9d7-48e1-8947-16194068a888 req-e77a8acf-97bd-415f-bbac-fc6d78f20553 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394225 Aug 09 16:51:49.640033 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-ea8ca4ec-c910-4e28-9ece-5c6664638da5 req-57eee3be-e984-49c1-8446-f3763394f016 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:49.667915 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:49.717377 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device f08e8650-c59e-4fb8-8578-436aa6ad3f44 up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:49.723208 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=57678e15-efc6-4cb0-9234-7beae1157f89,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:49.764394 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-ea8ca4ec-c910-4e28-9ece-5c6664638da5 req-57eee3be-e984-49c1-8446-f3763394f016 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:49.796519 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ea8ca4ec-c910-4e28-9ece-5c6664638da5 req-57eee3be-e984-49c1-8446-f3763394f016 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303845 Aug 09 16:51:49.805590 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eee3be-e984-49c1-8446-f3763394f016 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3a6bc5-c566-419a-b5e1-96e9db476244,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:49.823051 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port f08e8650-c59e-4fb8-8578-436aa6ad3f44 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:49.827476 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port f08e8650-c59e-4fb8-8578-436aa6ad3f44 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:49.827856 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:49.913537 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port f08e8650-c59e-4fb8-8578-436aa6ad3f44 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:49.913937 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:49.960305 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port f08e8650-c59e-4fb8-8578-436aa6ad3f44, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=f08e8650-c59e-4fb8-8578-436aa6ad3f44,segment=NetworkSegment(daa2a3da-8df0-4bc8-beb5-173e7eb8875a),segment_id=daa2a3da-8df0-4bc8-beb5-173e7eb8875a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:50.022651 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54114) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:50.028056 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:50.028857 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device a2f20cbb-c325-4a7f-8d56-3cd7b47d407b up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:50.108420 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=f08e8650-c59e-4fb8-8578-436aa6ad3f44,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:50.144976 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dab66-445a-49ae-ab89-5c5369d5e936 req-44806be2-7841-4551-9bf4-01d37bd7bd3a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:50.146559 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-950dab66-445a-49ae-ab89-5c5369d5e936 req-44806be2-7841-4551-9bf4-01d37bd7bd3a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0762742 Aug 09 16:51:50.158245 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8c99f9f3-ba3a-44c4-a954-08a252ff95e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:50.199916 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port a2f20cbb-c325-4a7f-8d56-3cd7b47d407b completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:50.204581 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port a2f20cbb-c325-4a7f-8d56-3cd7b47d407b triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:50.205226 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:50.214892 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-950dab66-445a-49ae-ab89-5c5369d5e936 req-54f5cdea-0dd7-47f6-9947-c83e33b45e29 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565333 Aug 09 16:51:50.289258 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67caa6-4c73-4f62-bb10-72b1ff4e96a0 req-1cfb3778-2cc9-4654-9b93-4453629e41fa tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:50.291305 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ad67caa6-4c73-4f62-bb10-72b1ff4e96a0 req-1cfb3778-2cc9-4654-9b93-4453629e41fa tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 944 time: 0.0777884 Aug 09 16:51:50.327608 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port a2f20cbb-c325-4a7f-8d56-3cd7b47d407b is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:50.328024 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:50.334087 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8c99f9f3-ba3a-44c4-a954-08a252ff95e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:50.359531 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ad67caa6-4c73-4f62-bb10-72b1ff4e96a0 req-2e12ebb8-c43b-4ca7-a568-d6e95aedc401 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dbdbcca-11f3-41b3-88be-a22a78615561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578456 Aug 09 16:51:50.376259 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port a2f20cbb-c325-4a7f-8d56-3cd7b47d407b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=a2f20cbb-c325-4a7f-8d56-3cd7b47d407b,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:50.402306 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8c99f9f3-ba3a-44c4-a954-08a252ff95e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:50.418510 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:50.449258 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8c99f9f3-ba3a-44c4-a954-08a252ff95e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3e19a5f3354d4b0da33fb7ba7d5a8c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4255011 Aug 09 16:51:50.451685 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99f9f3-ba3a-44c4-a954-08a252ff95e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a566232-0862-43f9-afb3-75c41de21a25,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:50.454426 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54134) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:50.479127 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=a2f20cbb-c325-4a7f-8d56-3cd7b47d407b,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:50.504872 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4c835-f07c-499f-9cff-86221896d2b4 req-dfca57d1-ea42-447e-8401-e4aa8160dab7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:50.506472 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0bd4c835-f07c-499f-9cff-86221896d2b4 req-dfca57d1-ea42-447e-8401-e4aa8160dab7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0910351 Aug 09 16:51:50.517611 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8265cc08-82cc-4730-b23f-7a2ce10b40bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:50.543002 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8265cc08-82cc-4730-b23f-7a2ce10b40bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:50.561120 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0bd4c835-f07c-499f-9cff-86221896d2b4 req-67bf3a9d-156b-47d5-9ad0-731f083521b7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452352 Aug 09 16:51:50.656891 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8265cc08-82cc-4730-b23f-7a2ce10b40bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:50.660775 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8265cc08-82cc-4730-b23f-7a2ce10b40bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:50.669800 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8265cc08-82cc-4730-b23f-7a2ce10b40bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1a566232-0862-43f9-afb3-75c41de21a25 HTTP/1.1" status: 204 len: 168 time: 0.2069035 Aug 09 16:51:50.674692 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4b1a1-8210-4a7f-b2c7-01e418537f76 req-07ecd695-0187-45fd-a53b-12b66538bb1c tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:50.682868 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9cf4b1a1-8210-4a7f-b2c7-01e418537f76 req-07ecd695-0187-45fd-a53b-12b66538bb1c tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 945 time: 0.0809352 Aug 09 16:51:50.706166 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265cc08-82cc-4730-b23f-7a2ce10b40bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a566232-0862-43f9-afb3-75c41de21a25,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:50.738080 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9cf4b1a1-8210-4a7f-b2c7-01e418537f76 req-efd9708b-ab98-4194-bb79-50c094fa733a tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542471 Aug 09 16:51:50.768223 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3bf798-1c21-4210-8a88-b0fe6ee41e1b req-135f1fe8-fed7-4939-933a-8ea24e9f6543 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:50.769790 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ad3bf798-1c21-4210-8a88-b0fe6ee41e1b req-135f1fe8-fed7-4939-933a-8ea24e9f6543 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 944 time: 0.0803692 Aug 09 16:51:50.812888 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ad3bf798-1c21-4210-8a88-b0fe6ee41e1b req-8c6af9ca-0b3c-48f3-99a7-c6888a81a611 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368283 Aug 09 16:51:50.839414 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb91316a-6971-4ac0-975d-19412aa09d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4014f437-b28e-43e2-a675-9c34274cd756'}, {'server_uuid': '0cc8ac72-a097-47db-b4b2-70d7f9b50b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57678e15-efc6-4cb0-9234-7beae1157f89'}, {'server_uuid': '0c69c998-d3d4-4f5d-af5e-3012a5f739eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08e8650-c59e-4fb8-8578-436aa6ad3f44'}, {'server_uuid': 'd8de5547-1564-4bcf-afc6-bc6690d6038c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f20cbb-c325-4a7f-8d56-3cd7b47d407b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:51:50.841997 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d2fd83-3d7b-4093-a2db-282a200c9151" -d '{"events": [{"server_uuid": "fb91316a-6971-4ac0-975d-19412aa09d8e", "name": "network-vif-plugged", "status": "completed", "tag": "4014f437-b28e-43e2-a675-9c34274cd756"}, {"server_uuid": "0cc8ac72-a097-47db-b4b2-70d7f9b50b3d", "name": "network-vif-plugged", "status": "completed", "tag": "57678e15-efc6-4cb0-9234-7beae1157f89"}, {"server_uuid": "0c69c998-d3d4-4f5d-af5e-3012a5f739eb", "name": "network-vif-plugged", "status": "completed", "tag": "f08e8650-c59e-4fb8-8578-436aa6ad3f44"}, {"server_uuid": "d8de5547-1564-4bcf-afc6-bc6690d6038c", "name": "network-vif-plugged", "status": "completed", "tag": "a2f20cbb-c325-4a7f-8d56-3cd7b47d407b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:50.897582 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 09 Aug 2022 16:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9656c04-1d72-428b-9405-8753e666379b x-openstack-request-id: req-f9656c04-1d72-428b-9405-8753e666379b {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:50.897903 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb91316a-6971-4ac0-975d-19412aa09d8e", "name": "network-vif-plugged", "status": "completed", "tag": "4014f437-b28e-43e2-a675-9c34274cd756", "code": 200}, {"server_uuid": "0cc8ac72-a097-47db-b4b2-70d7f9b50b3d", "name": "network-vif-plugged", "status": "completed", "tag": "57678e15-efc6-4cb0-9234-7beae1157f89", "code": 200}, {"server_uuid": "0c69c998-d3d4-4f5d-af5e-3012a5f739eb", "name": "network-vif-plugged", "status": "completed", "tag": "f08e8650-c59e-4fb8-8578-436aa6ad3f44", "code": 200}, {"server_uuid": "d8de5547-1564-4bcf-afc6-bc6690d6038c", "name": "network-vif-plugged", "status": "completed", "tag": "a2f20cbb-c325-4a7f-8d56-3cd7b47d407b", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:50.898164 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9656c04-1d72-428b-9405-8753e666379b {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:50.898577 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9656c04-1d72-428b-9405-8753e666379b'] response: {'server_uuid': 'fb91316a-6971-4ac0-975d-19412aa09d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4014f437-b28e-43e2-a675-9c34274cd756', 'code': 200} Aug 09 16:51:50.898842 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9656c04-1d72-428b-9405-8753e666379b'] response: {'server_uuid': '0cc8ac72-a097-47db-b4b2-70d7f9b50b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57678e15-efc6-4cb0-9234-7beae1157f89', 'code': 200} Aug 09 16:51:50.899100 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9656c04-1d72-428b-9405-8753e666379b'] response: {'server_uuid': '0c69c998-d3d4-4f5d-af5e-3012a5f739eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08e8650-c59e-4fb8-8578-436aa6ad3f44', 'code': 200} Aug 09 16:51:50.899356 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9656c04-1d72-428b-9405-8753e666379b'] response: {'server_uuid': 'd8de5547-1564-4bcf-afc6-bc6690d6038c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f20cbb-c325-4a7f-8d56-3cd7b47d407b', 'code': 200} Aug 09 16:51:51.342480 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54156) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:51.349187 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52603f-4569-4f5d-84e8-1c9afe3cdaf9 req-5440814f-e06b-488e-ba63-7692f0ca3e73 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:51.350934 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0e52603f-4569-4f5d-84e8-1c9afe3cdaf9 req-5440814f-e06b-488e-ba63-7692f0ca3e73 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0570824 Aug 09 16:51:51.356218 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5044-0dd8-46ea-a89e-098643f52e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:51.433816 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0e52603f-4569-4f5d-84e8-1c9afe3cdaf9 req-d73c6f50-3feb-4b5a-8e0c-dfb4722135b1 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743213 Aug 09 16:51:51.457640 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5044-0dd8-46ea-a89e-098643f52e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:51.529831 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408afba7-186c-4493-88b0-6cabe8e2223e req-e3fece24-fcb3-442d-9fa2-e1dfa232d49f tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:51.531704 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-408afba7-186c-4493-88b0-6cabe8e2223e req-e3fece24-fcb3-442d-9fa2-e1dfa232d49f tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 945 time: 0.0594027 Aug 09 16:51:51.617739 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fc5f5044-0dd8-46ea-a89e-098643f52e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:51.674966 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe22d43-a540-4d97-aa1f-c06f5a93ac2d req-a62dda32-a2c6-45d4-93d8-b506cec8c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:51.676907 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3fe22d43-a540-4d97-aa1f-c06f5a93ac2d req-a62dda32-a2c6-45d4-93d8-b506cec8c8b9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 1098 time: 0.1583033 Aug 09 16:51:51.681264 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026c5cd-c815-433a-af77-28bd3e35a880 req-0cd49e12-6dc7-4463-8e52-34ce2b77327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:51.683513 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a026c5cd-c815-433a-af77-28bd3e35a880 req-0cd49e12-6dc7-4463-8e52-34ce2b77327a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 1098 time: 0.1355360 Aug 09 16:51:51.686113 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-408afba7-186c-4493-88b0-6cabe8e2223e req-7af4b545-0d38-4851-b256-22264f47df54 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dbdbcca-11f3-41b3-88be-a22a78615561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465771 Aug 09 16:51:51.698664 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f5044-0dd8-46ea-a89e-098643f52e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240aa785-7629-4077-883f-f86e4a40117a,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:51.707621 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-fc5f5044-0dd8-46ea-a89e-098643f52e3b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1fa1e06e5d6a4b5c9c5b6159311a28ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616211 Aug 09 16:51:51.709600 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54172) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:51.719167 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d626df0-14a8-49b3-a542-a37da85aa528 req-915f398c-e632-4fe8-8f54-e16d91fec396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:51.720654 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6d626df0-14a8-49b3-a542-a37da85aa528 req-915f398c-e632-4fe8-8f54-e16d91fec396 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 1099 time: 0.1570013 Aug 09 16:51:51.737028 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd1bbe-fd4c-44f8-a4fb-c8e893f8b48c req-33ba50a8-5eed-4492-9896-5cafb3bf3581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:51.738540 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-25cd1bbe-fd4c-44f8-a4fb-c8e893f8b48c req-33ba50a8-5eed-4492-9896-5cafb3bf3581 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 1098 time: 0.1713686 Aug 09 16:51:51.750122 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device b53a614e-e389-47f8-b39b-c7841a9c3e47 up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:51:51.845331 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6d626df0-14a8-49b3-a542-a37da85aa528 req-ee38d13c-bc5f-4833-a6a0-05b3384481ae service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169682 Aug 09 16:51:51.855097 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a026c5cd-c815-433a-af77-28bd3e35a880 req-5e76ebe8-2c10-4ef3-822f-9c8a68c0d058 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6dbdbcca-11f3-41b3-88be-a22a78615561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564410 Aug 09 16:51:51.861597 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3fe22d43-a540-4d97-aa1f-c06f5a93ac2d req-8ae515b7-ae55-4e03-925b-74bc7ec7465a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543360 Aug 09 16:51:51.865108 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-25cd1bbe-fd4c-44f8-a4fb-c8e893f8b48c req-0b15d7a9-8c77-4e1f-90a2-36574bbc7e4b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144705 Aug 09 16:51:51.872135 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-80c92ed7-9924-4219-a243-3f2183d6fcab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:51.878405 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949394bc-5c37-4d4b-a695-79ca6b80fa60 req-8cd3cab3-1a3a-4521-8ffa-cf0255a9df75 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:51.879909 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-949394bc-5c37-4d4b-a695-79ca6b80fa60 req-8cd3cab3-1a3a-4521-8ffa-cf0255a9df75 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.2082422 Aug 09 16:51:51.902938 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-80c92ed7-9924-4219-a243-3f2183d6fcab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:51.912570 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port b53a614e-e389-47f8-b39b-c7841a9c3e47 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:51:51.918313 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port b53a614e-e389-47f8-b39b-c7841a9c3e47 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:51:51.921607 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:51.922623 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cef581-7563-45c2-95dd-7cb60644d062 req-a866a800-0fbe-49bd-8921-300d99776946 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:51.924248 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e7cef581-7563-45c2-95dd-7cb60644d062 req-a866a800-0fbe-49bd-8921-300d99776946 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 945 time: 0.0936487 Aug 09 16:51:51.925877 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-949394bc-5c37-4d4b-a695-79ca6b80fa60 req-f985a04a-33e8-4d66-9c4e-4b6773ad4402 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382750 Aug 09 16:51:51.984184 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e7cef581-7563-45c2-95dd-7cb60644d062 req-567d46e4-a0d9-48b7-ab99-a8d2b95af712 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489545 Aug 09 16:51:52.037769 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port b53a614e-e389-47f8-b39b-c7841a9c3e47 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:51:52.038159 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:52.072199 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port b53a614e-e389-47f8-b39b-c7841a9c3e47, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=b53a614e-e389-47f8-b39b-c7841a9c3e47,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:51:52.073851 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-80c92ed7-9924-4219-a243-3f2183d6fcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:52.076361 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-80c92ed7-9924-4219-a243-3f2183d6fcab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:52.077551 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-80c92ed7-9924-4219-a243-3f2183d6fcab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/240aa785-7629-4077-883f-f86e4a40117a HTTP/1.1" status: 204 len: 168 time: 0.3670909 Aug 09 16:51:52.083300 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa975222-047f-47fb-90b4-e1b6d10654c5 req-8a319088-77e4-4072-afe2-665b19524b10 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:52.085507 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c92ed7-9924-4219-a243-3f2183d6fcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240aa785-7629-4077-883f-f86e4a40117a,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:52.085983 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fa975222-047f-47fb-90b4-e1b6d10654c5 req-8a319088-77e4-4072-afe2-665b19524b10 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 944 time: 0.0614891 Aug 09 16:51:52.134280 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fa975222-047f-47fb-90b4-e1b6d10654c5 req-b6f664dd-c85c-4901-9f7e-9f7645e85cfa tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369358 Aug 09 16:51:52.179295 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:52.242950 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=b53a614e-e389-47f8-b39b-c7841a9c3e47,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:52.560568 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84afcc-8a4f-4734-8520-67b61c2478d5 req-79087973-87e0-4186-81ae-ddf72b90f37b tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:52.562184 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fc84afcc-8a4f-4734-8520-67b61c2478d5 req-79087973-87e0-4186-81ae-ddf72b90f37b tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0585003 Aug 09 16:51:52.605569 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fc84afcc-8a4f-4734-8520-67b61c2478d5 req-c511d36e-dac2-4dcf-9947-78863877ea75 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371358 Aug 09 16:51:52.801829 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a378d-928c-4921-a730-31f8af002d2b req-c5947e0f-acb7-4d5e-b99d-9e5f4d8476bd tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:52.804110 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eb1a378d-928c-4921-a730-31f8af002d2b req-c5947e0f-acb7-4d5e-b99d-9e5f4d8476bd tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 945 time: 0.0510473 Aug 09 16:51:52.845985 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-eb1a378d-928c-4921-a730-31f8af002d2b req-da4630ba-ec94-4643-890d-782b5402bc5d tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dbdbcca-11f3-41b3-88be-a22a78615561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357993 Aug 09 16:51:52.900863 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca3ccda-1608-449a-bb67-528e1fdb3555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53a614e-e389-47f8-b39b-c7841a9c3e47'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:51:52.903334 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e292140a-cba8-4d27-9c97-d50e878b47d1" -d '{"events": [{"server_uuid": "5ca3ccda-1608-449a-bb67-528e1fdb3555", "name": "network-vif-plugged", "status": "completed", "tag": "b53a614e-e389-47f8-b39b-c7841a9c3e47"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:52.943001 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40b9400-48ae-4aad-828a-002d50cb2827 x-openstack-request-id: req-f40b9400-48ae-4aad-828a-002d50cb2827 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:52.943578 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca3ccda-1608-449a-bb67-528e1fdb3555", "name": "network-vif-plugged", "status": "completed", "tag": "b53a614e-e389-47f8-b39b-c7841a9c3e47", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:52.943578 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f40b9400-48ae-4aad-828a-002d50cb2827 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:52.943941 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f40b9400-48ae-4aad-828a-002d50cb2827'] response: {'server_uuid': '5ca3ccda-1608-449a-bb67-528e1fdb3555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53a614e-e389-47f8-b39b-c7841a9c3e47', 'code': 200} Aug 09 16:51:53.100969 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105ab95-128b-447e-ab91-91647509ede5 req-8cf3a679-7e94-404c-b4b5-37affc2407f5 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:53.110253 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5105ab95-128b-447e-ab91-91647509ede5 req-8cf3a679-7e94-404c-b4b5-37affc2407f5 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0776851 Aug 09 16:51:53.144203 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f94b0-705b-4479-8e6d-eb73a5637c40 req-37bb43b2-4594-4345-9882-8e685ebe8b47 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:53.147470 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d41f94b0-705b-4479-8e6d-eb73a5637c40 req-37bb43b2-4594-4345-9882-8e685ebe8b47 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 945 time: 0.0627313 Aug 09 16:51:53.189353 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5105ab95-128b-447e-ab91-91647509ede5 req-31ff271b-fe5c-4042-9bc5-d5ad890bd2de tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777423 Aug 09 16:51:53.204866 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d41f94b0-705b-4479-8e6d-eb73a5637c40 req-fa1741a9-44d8-4f40-b1c5-d48bca813e72 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478415 Aug 09 16:51:53.309802 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa554e-a13b-4355-bde3-6938eeb4d2fd req-9ef8317f-17b0-4811-b174-be3906890f2c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:53.311314 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0daa554e-a13b-4355-bde3-6938eeb4d2fd req-9ef8317f-17b0-4811-b174-be3906890f2c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.0548894 Aug 09 16:51:53.355472 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0daa554e-a13b-4355-bde3-6938eeb4d2fd req-0cb5c660-ac67-4c87-9383-8d19445e065c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372603 Aug 09 16:51:53.581595 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13c414-8e7b-4c0c-8587-03566292bc23 req-16db318d-e190-4284-81a9-ba2fcc31ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:53.583124 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f13c414-8e7b-4c0c-8587-03566292bc23 req-16db318d-e190-4284-81a9-ba2fcc31ab15 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 1098 time: 0.0387578 Aug 09 16:51:53.621433 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f13c414-8e7b-4c0c-8587-03566292bc23 req-06b17629-c337-4068-b692-b76803512f83 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302262 Aug 09 16:51:53.731863 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88d1f4-dfef-4595-888b-39076ee46eaf req-fa573868-c0e8-4077-9275-a7ea75e3b5da tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:53.733390 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fc88d1f4-dfef-4595-888b-39076ee46eaf req-fa573868-c0e8-4077-9275-a7ea75e3b5da tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0533848 Aug 09 16:51:53.777342 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fc88d1f4-dfef-4595-888b-39076ee46eaf req-ffb1e007-2d3e-4773-a7f8-8b1022552ab8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373406 Aug 09 16:51:53.982166 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68040f89-cbf5-4a9c-8beb-74981294b664 req-9455ef6f-d9ab-40d4-995a-2d2b936c0e8d tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:53.983820 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-68040f89-cbf5-4a9c-8beb-74981294b664 req-9455ef6f-d9ab-40d4-995a-2d2b936c0e8d tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 945 time: 0.0583105 Aug 09 16:51:54.027886 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-68040f89-cbf5-4a9c-8beb-74981294b664 req-19aad840-b769-490f-b5fb-c7e653916c42 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dbdbcca-11f3-41b3-88be-a22a78615561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374811 Aug 09 16:51:54.352314 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fce580-a97a-4c6f-97f5-267a635af97d req-9788458b-9bba-4460-b863-f10741800b50 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:54.354622 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14654400-7631-40ed-a09b-c6a00752a6d7 req-add25340-ae9d-4e70-bbe9-939021b90a52 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:54.362737 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-14654400-7631-40ed-a09b-c6a00752a6d7 req-add25340-ae9d-4e70-bbe9-939021b90a52 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 945 time: 0.0672991 Aug 09 16:51:54.373858 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-86fce580-a97a-4c6f-97f5-267a635af97d req-9788458b-9bba-4460-b863-f10741800b50 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.1059585 Aug 09 16:51:54.426096 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-86fce580-a97a-4c6f-97f5-267a635af97d req-1ca07ddc-df56-4120-8f21-2ce5ac9405c9 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507982 Aug 09 16:51:54.427582 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-14654400-7631-40ed-a09b-c6a00752a6d7 req-c1b1a2c3-95ee-4ecc-b6c2-f25b06dd3046 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636458 Aug 09 16:51:54.494743 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 54286) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:54.573815 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3aac9d-1aff-4119-99cd-b552208312c5 req-0b9a02f8-140b-452b-9ba9-bfbd74334e74 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:54.575376 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1a3aac9d-1aff-4119-99cd-b552208312c5 req-0b9a02f8-140b-452b-9ba9-bfbd74334e74 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.0753131 Aug 09 16:51:54.629563 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1a3aac9d-1aff-4119-99cd-b552208312c5 req-6cfc8df1-643d-4997-9b75-9e36824e279b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472937 Aug 09 16:51:54.656569 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-df20d5b5-d9ba-4e53-9212-ed00c6e9557d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:54.745111 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-df20d5b5-d9ba-4e53-9212-ed00c6e9557d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:54.816433 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-df20d5b5-d9ba-4e53-9212-ed00c6e9557d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:54.879005 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54300) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:54.888005 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-df20d5b5-d9ba-4e53-9212-ed00c6e9557d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0032d2fd841c43268d05aa44d4b38e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920445 Aug 09 16:51:54.888818 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20d5b5-d9ba-4e53-9212-ed00c6e9557d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f87861-10f7-489d-b1c6-6f761ad494d0,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:54.905998 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:51:54.939140 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c27a8f-d79f-4d2c-8442-3b108d37d761 req-38f6f5a9-a8a1-4886-a7a1-40280955b658 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:54.948814 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6c27a8f-d79f-4d2c-8442-3b108d37d761 req-38f6f5a9-a8a1-4886-a7a1-40280955b658 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0923572 Aug 09 16:51:54.951033 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0f3d353d-60e7-4db2-a242-f0ee07eb97ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:54.976985 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0f3d353d-60e7-4db2-a242-f0ee07eb97ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:54.987350 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6c27a8f-d79f-4d2c-8442-3b108d37d761 req-20890833-acb6-4ea9-bb08-52a364379120 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376444 Aug 09 16:51:55.117680 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0f3d353d-60e7-4db2-a242-f0ee07eb97ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:55.121008 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0f3d353d-60e7-4db2-a242-f0ee07eb97ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:55.127329 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-0f3d353d-60e7-4db2-a242-f0ee07eb97ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3f87861-10f7-489d-b1c6-6f761ad494d0 HTTP/1.1" status: 204 len: 168 time: 0.2421660 Aug 09 16:51:55.149130 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d353d-60e7-4db2-a242-f0ee07eb97ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f87861-10f7-489d-b1c6-6f761ad494d0,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:55.176458 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e4284-28dc-46ef-92d1-3ec0ceb0dfa0 req-56afcdda-b421-4bb4-b2c6-67bb7564446e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:55.177974 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fe7e4284-28dc-46ef-92d1-3ec0ceb0dfa0 req-56afcdda-b421-4bb4-b2c6-67bb7564446e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 945 time: 0.0723550 Aug 09 16:51:55.228772 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fe7e4284-28dc-46ef-92d1-3ec0ceb0dfa0 req-a61e4278-13ba-4623-88c8-3e4e14b1766c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dbdbcca-11f3-41b3-88be-a22a78615561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436218 Aug 09 16:51:55.385948 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e691b-4625-4653-9485-a0d9f1d46554 req-f12c8198-9d38-463f-ae01-32cdfff866c4 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:55.387600 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0c4e691b-4625-4653-9485-a0d9f1d46554 req-f12c8198-9d38-463f-ae01-32cdfff866c4 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 945 time: 0.0496688 Aug 09 16:51:55.397207 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 54310) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:55.403031 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-0def3fd8-484e-4998-a21b-9d3a4b310407 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'floatingip': {'port_id': 'a2f20cbb-c325-4a7f-8d56-3cd7b47d407b'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:55.486717 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0def3fd8-484e-4998-a21b-9d3a4b310407 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:55.568956 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adb67d-7628-4af7-93ba-63c2b0917acd req-acffd941-48e7-4161-8b99-aad5d6fa3d7d tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:55.570499 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-92adb67d-7628-4af7-93ba-63c2b0917acd req-acffd941-48e7-4161-8b99-aad5d6fa3d7d tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0662818 Aug 09 16:51:55.611904 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-92adb67d-7628-4af7-93ba-63c2b0917acd req-f5b09bbf-c87e-471f-b462-b116cb71830b tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348599 Aug 09 16:51:55.652237 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0951b1-63d8-479d-8b75-3f1b34d72e92 req-da7370a4-7225-4361-b9a0-e80a13835b27 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:55.653844 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bc0951b1-63d8-479d-8b75-3f1b34d72e92 req-da7370a4-7225-4361-b9a0-e80a13835b27 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 945 time: 0.1342337 Aug 09 16:51:55.739586 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bc0951b1-63d8-479d-8b75-3f1b34d72e92 req-acdac99c-7d6b-480a-9494-8344e846be53 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770950 Aug 09 16:51:55.799580 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70deed0-7e2d-4274-8194-2338c01dc0a8 req-1ea219f9-1479-4719-8062-536708eab46c tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:55.804398 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e70deed0-7e2d-4274-8194-2338c01dc0a8 req-1ea219f9-1479-4719-8062-536708eab46c tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0790112 Aug 09 16:51:55.813946 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 54330) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:55.827752 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-429c72ec-2acf-4d35-91e4-b4f17806339f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Request body: {'floatingip': {'port_id': 'f08e8650-c59e-4fb8-8578-436aa6ad3f44'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:55.869549 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54334) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:55.878321 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-429c72ec-2acf-4d35-91e4-b4f17806339f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for floatingip, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:55.886303 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4c641c10-609e-4061-bef7-c2f5601c6e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:55.972002 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4c641c10-609e-4061-bef7-c2f5601c6e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:56.042103 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4c641c10-609e-4061-bef7-c2f5601c6e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:56.094920 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-4c641c10-609e-4061-bef7-c2f5601c6e6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=809d09b418a847d789ecfe2836d67a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239881 Aug 09 16:51:56.109587 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54346) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:56.153610 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c641c10-609e-4061-bef7-c2f5601c6e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5ce2bf-9d58-4029-8204-1495b729b6d0,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:56.211645 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfaaa8-ac5c-4a46-98d8-0b928242dcce req-1835a82b-dc7e-43b1-8cda-c0ee086764ce tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:56.213392 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-64cfaaa8-ac5c-4a46-98d8-0b928242dcce req-1835a82b-dc7e-43b1-8cda-c0ee086764ce tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.1173549 Aug 09 16:51:56.232850 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-68d98f65-29ff-4d0e-9068-88ac0b75f121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:56.273554 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-68d98f65-29ff-4d0e-9068-88ac0b75f121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:56.293751 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-64cfaaa8-ac5c-4a46-98d8-0b928242dcce req-d0ba9b9b-aaf0-4719-ab05-e9a9cc3f814d tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698287 Aug 09 16:51:56.438521 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-68d98f65-29ff-4d0e-9068-88ac0b75f121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:56.441305 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-68d98f65-29ff-4d0e-9068-88ac0b75f121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:56.445653 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-68d98f65-29ff-4d0e-9068-88ac0b75f121 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db5ce2bf-9d58-4029-8204-1495b729b6d0 HTTP/1.1" status: 204 len: 168 time: 0.3344793 Aug 09 16:51:56.456870 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d98f65-29ff-4d0e-9068-88ac0b75f121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5ce2bf-9d58-4029-8204-1495b729b6d0,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:56.475552 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37e8b3-577c-4f58-a940-da347104a90f req-c76efbc3-db0d-4381-b7ce-a12e1535a1e9 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:56.478617 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6a37e8b3-577c-4f58-a940-da347104a90f req-c76efbc3-db0d-4381-b7ce-a12e1535a1e9 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.5869291 Aug 09 16:51:56.645618 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6a37e8b3-577c-4f58-a940-da347104a90f req-92833b05-b9a5-4ff0-ba9c-31c01799041e tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583953 Aug 09 16:51:56.707049 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.db.resource_extend [None req-0def3fd8-484e-4998-a21b-9d3a4b310407 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 16:51:56.885288 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0def3fd8-484e-4998-a21b-9d3a4b310407 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:56.922541 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9293b0-a06e-44da-944a-4cfd39f54c06 req-ddf00fdc-3df8-4bc6-8192-0a38a49c1074 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:56.924042 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bc9293b0-a06e-44da-944a-4cfd39f54c06 req-ddf00fdc-3df8-4bc6-8192-0a38a49c1074 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.1143534 Aug 09 16:51:56.990210 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0def3fd8-484e-4998-a21b-9d3a4b310407 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:56.992453 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54370) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:57.096648 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bc9293b0-a06e-44da-944a-4cfd39f54c06 req-8bf22457-f4e2-4bea-ac18-8f472d4c183d tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302776 Aug 09 16:51:57.128962 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9be0861a-6244-4aa5-b881-7403cc3e5bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:57.174869 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71560a4-ad41-4e3a-8a79-7edd43d51607 req-2c379470-123b-426f-833f-3e62e8a0327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:57.176350 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d71560a4-ad41-4e3a-8a79-7edd43d51607 req-2c379470-123b-426f-833f-3e62e8a0327f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=036e4f22211a49c78cb03d2fb540e984&device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 1099 time: 0.2514451 Aug 09 16:51:57.214822 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9be0861a-6244-4aa5-b881-7403cc3e5bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:57.216698 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.db.resource_extend [None req-429c72ec-2acf-4d35-91e4-b4f17806339f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 09 16:51:57.261883 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.l3_db [None req-0def3fd8-484e-4998-a21b-9d3a4b310407 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Floating IP c80d0807-46fa-4dcd-a537-20e1862acd08 associated. External IP: 172.27.0.160, port: a2f20cbb-c325-4a7f-8d56-3cd7b47d407b. Aug 09 16:51:57.285920 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9be0861a-6244-4aa5-b881-7403cc3e5bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:57.329749 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-9be0861a-6244-4aa5-b881-7403cc3e5bd1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11463617b9964ae68f1ab536dc1f15fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349838 Aug 09 16:51:57.331774 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0861a-6244-4aa5-b881-7403cc3e5bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83739ef3-bafd-431b-9bb8-4752fa9d397a,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:57.333742 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54386) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:57.358307 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0861a-6244-4aa5-b881-7403cc3e5bd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:57.358307 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0861a-6244-4aa5-b881-7403cc3e5bd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:57.358307 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0861a-6244-4aa5-b881-7403cc3e5bd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:57.358307 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0861a-6244-4aa5-b881-7403cc3e5bd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:57.358307 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0861a-6244-4aa5-b881-7403cc3e5bd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:57.358307 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0861a-6244-4aa5-b881-7403cc3e5bd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:57.358979 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0861a-6244-4aa5-b881-7403cc3e5bd1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:57.359695 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0861a-6244-4aa5-b881-7403cc3e5bd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:57.360433 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0861a-6244-4aa5-b881-7403cc3e5bd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:57.361166 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0861a-6244-4aa5-b881-7403cc3e5bd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:57.361978 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0861a-6244-4aa5-b881-7403cc3e5bd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:57.362700 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be0861a-6244-4aa5-b881-7403cc3e5bd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:57.398666 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-429c72ec-2acf-4d35-91e4-b4f17806339f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:57.414605 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-657b7160-56ee-4384-bdbe-17f5e121de7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:57.418327 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71560a4-ad41-4e3a-8a79-7edd43d51607 req-924c7629-3511-48dd-b793-598adaf3a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:57.419778 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d71560a4-ad41-4e3a-8a79-7edd43d51607 req-924c7629-3511-48dd-b793-598adaf3a2ef service neutron] 10.222.0.85 "GET /v2.0/networks?id=afefc86c-3f24-4c4b-9b8a-046339133df8 HTTP/1.1" status: 200 len: 920 time: 0.2337227 Aug 09 16:51:57.440664 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-657b7160-56ee-4384-bdbe-17f5e121de7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:57.553218 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-657b7160-56ee-4384-bdbe-17f5e121de7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:57.556140 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-657b7160-56ee-4384-bdbe-17f5e121de7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:57.559753 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-657b7160-56ee-4384-bdbe-17f5e121de7f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83739ef3-bafd-431b-9bb8-4752fa9d397a HTTP/1.1" status: 204 len: 168 time: 0.2226424 Aug 09 16:51:57.567448 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b7160-56ee-4384-bdbe-17f5e121de7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83739ef3-bafd-431b-9bb8-4752fa9d397a,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:57.678490 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-429c72ec-2acf-4d35-91e4-b4f17806339f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:57.748992 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d71560a4-ad41-4e3a-8a79-7edd43d51607 req-15b1a35f-4580-441d-8468-02f96d16f82b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4014f437-b28e-43e2-a675-9c34274cd756 HTTP/1.1" status: 200 len: 217 time: 0.0779731 Aug 09 16:51:57.829645 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9498c2-dab9-4b86-a574-5b3320224c93 req-dd2b4218-fd90-4626-8a50-3d5b44cd069c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:57.831657 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7b9498c2-dab9-4b86-a574-5b3320224c93 req-dd2b4218-fd90-4626-8a50-3d5b44cd069c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.1013436 Aug 09 16:51:57.881130 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71560a4-ad41-4e3a-8a79-7edd43d51607 req-0b933c34-8144-4606-9db2-116b45d2039d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:57.883256 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d71560a4-ad41-4e3a-8a79-7edd43d51607 req-0b933c34-8144-4606-9db2-116b45d2039d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2078996a-91bc-4210-bac4-b6f4af459f79 HTTP/1.1" status: 200 len: 858 time: 0.1227720 Aug 09 16:51:57.888697 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7b9498c2-dab9-4b86-a574-5b3320224c93 req-532f97ba-514b-46ff-b8b8-0611ea22355b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419827 Aug 09 16:51:57.918673 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0def3fd8-484e-4998-a21b-9d3a4b310407 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Router 5b620c4c-40f8-48c6-8f8a-853657d52b57 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:51:57.937017 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.l3_db [None req-429c72ec-2acf-4d35-91e4-b4f17806339f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Floating IP 9c53fe39-768e-4016-8c6d-bd47db406ada associated. External IP: 172.27.0.81, port: f08e8650-c59e-4fb8-8578-436aa6ad3f44. Aug 09 16:51:58.010115 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71560a4-ad41-4e3a-8a79-7edd43d51607 req-add12600-87b0-4328-b6c3-b94fe5c223da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:58.011614 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d71560a4-ad41-4e3a-8a79-7edd43d51607 req-add12600-87b0-4328-b6c3-b94fe5c223da service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afefc86c-3f24-4c4b-9b8a-046339133df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1137474 Aug 09 16:51:58.034231 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92aeee0-79e8-458b-8b52-e2297b00ae9f req-623bd52c-7d7c-483d-bf2c-34dd10dcf85c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:58.040809 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f92aeee0-79e8-458b-8b52-e2297b00ae9f req-623bd52c-7d7c-483d-bf2c-34dd10dcf85c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.0585470 Aug 09 16:51:58.047260 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54416) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:58.055289 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-89775cb7-fc34-48be-91ea-f24ab433cb5d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Request body: {'floatingip': {'port_id': 'b53a614e-e389-47f8-b39b-c7841a9c3e47'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:51:58.152457 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-89775cb7-fc34-48be-91ea-f24ab433cb5d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for floatingip, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:58.261691 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0def3fd8-484e-4998-a21b-9d3a4b310407 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:58.268441 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0def3fd8-484e-4998-a21b-9d3a4b310407 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:58.287974 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19267e7-be9c-40e3-ae16-c478cc334520 None None] Sync routers for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:58.309209 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19267e7-be9c-40e3-ae16-c478cc334520 None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:58.309209 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-e19267e7-be9c-40e3-ae16-c478cc334520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:51:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:58.317816 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d71560a4-ad41-4e3a-8a79-7edd43d51607 req-edb40606-e0b2-4eb8-bb23-b09d4d4dd61f service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673657 Aug 09 16:51:58.319216 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-0def3fd8-484e-4998-a21b-9d3a4b310407 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "PUT /v2.0/floatingips/c80d0807-46fa-4dcd-a537-20e1862acd08 HTTP/1.1" status: 200 len: 991 time: 2.9203222 Aug 09 16:51:58.345155 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8de5547-1564-4bcf-afc6-bc6690d6038c', 'tag': 'a2f20cbb-c325-4a7f-8d56-3cd7b47d407b'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:51:58.349118 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3348f6-0173-4573-a7ad-2a4ec1268678" -d '{"events": [{"name": "network-changed", "server_uuid": "d8de5547-1564-4bcf-afc6-bc6690d6038c", "tag": "a2f20cbb-c325-4a7f-8d56-3cd7b47d407b"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:51:58.365897 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887ad4c-c3b3-4382-900f-554b7fec9b93 req-8e861067-5c83-4c0c-8ffa-756b8cdba8bf tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:58.367760 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d887ad4c-c3b3-4382-900f-554b7fec9b93 req-8e861067-5c83-4c0c-8ffa-756b8cdba8bf tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.1523561 Aug 09 16:51:58.375728 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429c72ec-2acf-4d35-91e4-b4f17806339f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Router a8ca7553-6612-4216-9f9b-437ecf2de11b has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:51:58.428791 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 54430) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:58.454385 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-71a50fec-5db7-4c43-82c7-1d783ace4423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:58.506114 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-e19267e7-be9c-40e3-ae16-c478cc334520 None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:58.545935 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429c72ec-2acf-4d35-91e4-b4f17806339f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:51:58.551994 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-429c72ec-2acf-4d35-91e4-b4f17806339f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:58.558954 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3ee818-6f2e-424e-bb53-defaea61d690 None None] Sync routers for ids ['a8ca7553-6612-4216-9f9b-437ecf2de11b'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:51:58.579075 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3ee818-6f2e-424e-bb53-defaea61d690 None None] Routers {'a8ca7553-6612-4216-9f9b-437ecf2de11b'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:58.582843 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-6d3ee818-6f2e-424e-bb53-defaea61d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:51:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a8ca7553-6612-4216-9f9b-437ecf2de11b'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:58.598686 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-429c72ec-2acf-4d35-91e4-b4f17806339f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "PUT /v2.0/floatingips/9c53fe39-768e-4016-8c6d-bd47db406ada HTTP/1.1" status: 200 len: 990 time: 2.7836785 Aug 09 16:51:58.636979 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-71a50fec-5db7-4c43-82c7-1d783ace4423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:58.666060 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d887ad4c-c3b3-4382-900f-554b7fec9b93 req-a75ba1b7-83ef-47de-a5ea-d5341b8419d6 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238544 Aug 09 16:51:58.714231 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-71a50fec-5db7-4c43-82c7-1d783ace4423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:58.767070 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3ccaf9-5768-44a7-85ef-8fc746ecf124 x-openstack-request-id: req-ea3ccaf9-5768-44a7-85ef-8fc746ecf124 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:51:58.767521 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8de5547-1564-4bcf-afc6-bc6690d6038c", "tag": "a2f20cbb-c325-4a7f-8d56-3cd7b47d407b", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:51:58.767777 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea3ccaf9-5768-44a7-85ef-8fc746ecf124 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:51:58.768175 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea3ccaf9-5768-44a7-85ef-8fc746ecf124'] response: {'name': 'network-changed', 'server_uuid': 'd8de5547-1564-4bcf-afc6-bc6690d6038c', 'tag': 'a2f20cbb-c325-4a7f-8d56-3cd7b47d407b', 'status': 'completed', 'code': 200} Aug 09 16:51:58.789125 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-6d3ee818-6f2e-424e-bb53-defaea61d690 None None] Set router a8ca7553-6612-4216-9f9b-437ecf2de11b gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:58.791381 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a50fec-5db7-4c43-82c7-1d783ace4423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1039d2aa-76a9-4fc0-8e0f-ac39234f382a,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:58.797698 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-71a50fec-5db7-4c43-82c7-1d783ace4423 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9648f4b98c9d4bb792ce848dcce2a4bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651597 Aug 09 16:51:58.798300 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 54444) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:51:58.826678 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a50fec-5db7-4c43-82c7-1d783ace4423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:58.827030 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a50fec-5db7-4c43-82c7-1d783ace4423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:58.827372 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a50fec-5db7-4c43-82c7-1d783ace4423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:58.827706 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a50fec-5db7-4c43-82c7-1d783ace4423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:58.828034 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a50fec-5db7-4c43-82c7-1d783ace4423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:58.828366 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a50fec-5db7-4c43-82c7-1d783ace4423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:58.828692 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a50fec-5db7-4c43-82c7-1d783ace4423 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:58.829015 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a50fec-5db7-4c43-82c7-1d783ace4423 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:58.829339 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a50fec-5db7-4c43-82c7-1d783ace4423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:58.829713 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a50fec-5db7-4c43-82c7-1d783ace4423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:58.830033 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a50fec-5db7-4c43-82c7-1d783ace4423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:58.830353 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a50fec-5db7-4c43-82c7-1d783ace4423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:51:58.843795 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-e19267e7-be9c-40e3-ae16-c478cc334520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': 'c80d0807-46fa-4dcd-a537-20e1862acd08', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'port_id': 'a2f20cbb-c325-4a7f-8d56-3cd7b47d407b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'mac_address': 'fa:16:3e:76:1a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8de5547-1564-4bcf-afc6-bc6690d6038c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:51:23Z', 'updated_at': '2022-08-09T16:51:56Z', 'revision_number': 1, 'project_id': '263134786e174e0683b78ef12715c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:58.888870 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-81183f6c-5b36-474c-8649-b615f3451519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:58.898430 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19267e7-be9c-40e3-ae16-c478cc334520 None None] Checking router: 5b620c4c-40f8-48c6-8f8a-853657d52b57 for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:58.917474 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19267e7-be9c-40e3-ae16-c478cc334520 None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:58.918380 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-e19267e7-be9c-40e3-ae16-c478cc334520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:51:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:58.930413 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-81183f6c-5b36-474c-8649-b615f3451519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:59.083422 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-81183f6c-5b36-474c-8649-b615f3451519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:59.091705 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-81183f6c-5b36-474c-8649-b615f3451519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:59.094386 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-81183f6c-5b36-474c-8649-b615f3451519 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1039d2aa-76a9-4fc0-8e0f-ac39234f382a HTTP/1.1" status: 204 len: 168 time: 0.2950394 Aug 09 16:51:59.113194 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-e19267e7-be9c-40e3-ae16-c478cc334520 None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:59.140813 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81183f6c-5b36-474c-8649-b615f3451519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1039d2aa-76a9-4fc0-8e0f-ac39234f382a,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:51:59.254376 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-6d3ee818-6f2e-424e-bb53-defaea61d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port': {'id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '9c53fe39-768e-4016-8c6d-bd47db406ada', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'port_id': 'f08e8650-c59e-4fb8-8578-436aa6ad3f44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'mac_address': 'fa:16:3e:3b:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c69c998-d3d4-4f5d-af5e-3012a5f739eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:51:22Z', 'updated_at': '2022-08-09T16:51:57Z', 'revision_number': 1, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ce740f-710b-4ba6-aaa9-c4a2875e49f7', 'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'mac_address': 'fa:16:3e:b8:2c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:10Z', 'updated_at': '2022-08-09T16:51:35Z', 'revision_number': 5, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'subnets': [{'id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:59.276495 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d71560a4-ad41-4e3a-8a79-7edd43d51607 req-e469bc53-d697-462f-b950-dafb84798f25 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284598 Aug 09 16:51:59.439246 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3ee818-6f2e-424e-bb53-defaea61d690 None None] Checking router: a8ca7553-6612-4216-9f9b-437ecf2de11b for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:51:59.449980 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3ee818-6f2e-424e-bb53-defaea61d690 None None] Routers {'a8ca7553-6612-4216-9f9b-437ecf2de11b'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:51:59.450623 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-6d3ee818-6f2e-424e-bb53-defaea61d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:51:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a8ca7553-6612-4216-9f9b-437ecf2de11b'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:59.483284 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-e19267e7-be9c-40e3-ae16-c478cc334520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': 'c80d0807-46fa-4dcd-a537-20e1862acd08', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'port_id': 'a2f20cbb-c325-4a7f-8d56-3cd7b47d407b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'mac_address': 'fa:16:3e:76:1a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8de5547-1564-4bcf-afc6-bc6690d6038c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:51:23Z', 'updated_at': '2022-08-09T16:51:56Z', 'revision_number': 1, 'project_id': '263134786e174e0683b78ef12715c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:59.513279 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-89775cb7-fc34-48be-91ea-f24ab433cb5d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:59.520079 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19267e7-be9c-40e3-ae16-c478cc334520 None None] The sync data for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi is: [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': 'c80d0807-46fa-4dcd-a537-20e1862acd08', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'port_id': 'a2f20cbb-c325-4a7f-8d56-3cd7b47d407b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'mac_address': 'fa:16:3e:76:1a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8de5547-1564-4bcf-afc6-bc6690d6038c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:51:23Z', 'updated_at': '2022-08-09T16:51:56Z', 'revision_number': 1, 'project_id': '263134786e174e0683b78ef12715c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:51:59.576421 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-6d3ee818-6f2e-424e-bb53-defaea61d690 None None] Set router a8ca7553-6612-4216-9f9b-437ecf2de11b gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:51:59.594868 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-89775cb7-fc34-48be-91ea-f24ab433cb5d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:51:59.758257 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.l3_db [None req-89775cb7-fc34-48be-91ea-f24ab433cb5d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Floating IP 02ecc727-bce1-4266-aebd-4d9979e43ba8 associated. External IP: 172.27.0.97, port: b53a614e-e389-47f8-b39b-c7841a9c3e47. Aug 09 16:51:59.841787 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1c670-c851-4765-b924-67aa12bd1f4e req-34dd0f9a-6fcb-403b-9955-7cd51d505598 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:51:59.843373 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1da1c670-c851-4765-b924-67aa12bd1f4e req-34dd0f9a-6fcb-403b-9955-7cd51d505598 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0996077 Aug 09 16:51:59.953446 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-6d3ee818-6f2e-424e-bb53-defaea61d690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port': {'id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '9c53fe39-768e-4016-8c6d-bd47db406ada', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'port_id': 'f08e8650-c59e-4fb8-8578-436aa6ad3f44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'mac_address': 'fa:16:3e:3b:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c69c998-d3d4-4f5d-af5e-3012a5f739eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:51:22Z', 'updated_at': '2022-08-09T16:51:57Z', 'revision_number': 1, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ce740f-710b-4ba6-aaa9-c4a2875e49f7', 'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'mac_address': 'fa:16:3e:b8:2c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:10Z', 'updated_at': '2022-08-09T16:51:35Z', 'revision_number': 5, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'subnets': [{'id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:51:59.958358 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1da1c670-c851-4765-b924-67aa12bd1f4e req-030279eb-298d-4600-a828-3d423c7c8d0b tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088822 Aug 09 16:52:00.013442 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3ee818-6f2e-424e-bb53-defaea61d690 None None] The sync data for ids ['a8ca7553-6612-4216-9f9b-437ecf2de11b'] in dv-cinder-852570-1-iscsi is: [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port': {'id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '9c53fe39-768e-4016-8c6d-bd47db406ada', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'port_id': 'f08e8650-c59e-4fb8-8578-436aa6ad3f44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'mac_address': 'fa:16:3e:3b:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c69c998-d3d4-4f5d-af5e-3012a5f739eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:51:22Z', 'updated_at': '2022-08-09T16:51:57Z', 'revision_number': 1, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ce740f-710b-4ba6-aaa9-c4a2875e49f7', 'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'mac_address': 'fa:16:3e:b8:2c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:10Z', 'updated_at': '2022-08-09T16:51:35Z', 'revision_number': 5, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'subnets': [{'id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:52:00.119332 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89775cb7-fc34-48be-91ea-f24ab433cb5d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Router cd054967-902d-4170-8013-fda72179afee has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:52:00.296504 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89775cb7-fc34-48be-91ea-f24ab433cb5d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:52:00.304853 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-89775cb7-fc34-48be-91ea-f24ab433cb5d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:00.317444 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24370dfe-7ca0-4c05-9526-b25adc0c0ecd None None] Sync routers for ids ['cd054967-902d-4170-8013-fda72179afee'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:52:00.353901 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24370dfe-7ca0-4c05-9526-b25adc0c0ecd None None] Routers {'cd054967-902d-4170-8013-fda72179afee'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:52:00.361579 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-24370dfe-7ca0-4c05-9526-b25adc0c0ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:51:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['cd054967-902d-4170-8013-fda72179afee'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:00.377217 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-89775cb7-fc34-48be-91ea-f24ab433cb5d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "PUT /v2.0/floatingips/02ecc727-bce1-4266-aebd-4d9979e43ba8 HTTP/1.1" status: 200 len: 990 time: 2.3286498 Aug 09 16:52:00.377947 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca3ccda-1608-449a-bb67-528e1fdb3555', 'tag': 'b53a614e-e389-47f8-b39b-c7841a9c3e47'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:52:00.381827 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605a772e-00c9-4926-a132-4f5284354da0" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca3ccda-1608-449a-bb67-528e1fdb3555", "tag": "b53a614e-e389-47f8-b39b-c7841a9c3e47"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:52:00.412256 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08dd3a06-6f79-49ea-8818-74950305ed35 None None] New status for floating IP 9c53fe39-768e-4016-8c6d-bd47db406ada: ACTIVE {{(pid=109850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:52:00.429557 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9b8daa-57d4-488a-8141-95783b6ab6df x-openstack-request-id: req-ec9b8daa-57d4-488a-8141-95783b6ab6df {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:52:00.430101 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca3ccda-1608-449a-bb67-528e1fdb3555", "tag": "b53a614e-e389-47f8-b39b-c7841a9c3e47", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:52:00.430562 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec9b8daa-57d4-488a-8141-95783b6ab6df {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:52:00.431247 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec9b8daa-57d4-488a-8141-95783b6ab6df'] response: {'name': 'network-changed', 'server_uuid': '5ca3ccda-1608-449a-bb67-528e1fdb3555', 'tag': 'b53a614e-e389-47f8-b39b-c7841a9c3e47', 'status': 'completed', 'code': 200} Aug 09 16:52:00.538345 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-24370dfe-7ca0-4c05-9526-b25adc0c0ecd None None] Set router cd054967-902d-4170-8013-fda72179afee gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:52:00.697676 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a0cece-10d0-4589-a83c-d6790cc4b390 None None] New status for floating IP c80d0807-46fa-4dcd-a537-20e1862acd08: ACTIVE {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:52:00.768945 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c69c998-d3d4-4f5d-af5e-3012a5f739eb', 'tag': 'f08e8650-c59e-4fb8-8578-436aa6ad3f44'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:52:00.771947 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622a1706-b866-49a0-808a-e78aac25fa29" -d '{"events": [{"name": "network-changed", "server_uuid": "0c69c998-d3d4-4f5d-af5e-3012a5f739eb", "tag": "f08e8650-c59e-4fb8-8578-436aa6ad3f44"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:52:00.835773 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5657d639-221f-49f5-9612-03dd18cee5f4 x-openstack-request-id: req-5657d639-221f-49f5-9612-03dd18cee5f4 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:52:00.835773 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c69c998-d3d4-4f5d-af5e-3012a5f739eb", "tag": "f08e8650-c59e-4fb8-8578-436aa6ad3f44", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:52:00.835773 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5657d639-221f-49f5-9612-03dd18cee5f4 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:52:00.835773 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5657d639-221f-49f5-9612-03dd18cee5f4'] response: {'name': 'network-changed', 'server_uuid': '0c69c998-d3d4-4f5d-af5e-3012a5f739eb', 'tag': 'f08e8650-c59e-4fb8-8578-436aa6ad3f44', 'status': 'completed', 'code': 200} Aug 09 16:52:01.108157 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-24370dfe-7ca0-4c05-9526-b25adc0c0ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 4, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '02ecc727-bce1-4266-aebd-4d9979e43ba8', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'cd054967-902d-4170-8013-fda72179afee', 'port_id': 'b53a614e-e389-47f8-b39b-c7841a9c3e47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'mac_address': 'fa:16:3e:2e:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca3ccda-1608-449a-bb67-528e1fdb3555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:51:28Z', 'updated_at': '2022-08-09T16:51:59Z', 'revision_number': 1, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40f544a-094d-49cb-83ae-ff3827bad410', 'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'mac_address': 'fa:16:3e:ad:05:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:08Z', 'updated_at': '2022-08-09T16:51:21Z', 'revision_number': 5, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'subnets': [{'id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:01.135160 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24370dfe-7ca0-4c05-9526-b25adc0c0ecd None None] Checking router: cd054967-902d-4170-8013-fda72179afee for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:52:01.146316 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24370dfe-7ca0-4c05-9526-b25adc0c0ecd None None] Routers {'cd054967-902d-4170-8013-fda72179afee'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:52:01.147661 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-24370dfe-7ca0-4c05-9526-b25adc0c0ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:51:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['cd054967-902d-4170-8013-fda72179afee'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:01.369165 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4b985-a4d9-4375-a6e4-d307ad00f6fd req-4c3f66a1-7a46-45a8-a528-cd16feb18277 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:01.369165 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-58d4b985-a4d9-4375-a6e4-d307ad00f6fd req-4c3f66a1-7a46-45a8-a528-cd16feb18277 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.1572306 Aug 09 16:52:01.369165 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a1706-b866-49a0-808a-e78aac25fa29 req-9ebb2553-2592-4d45-9317-2509d66e13db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:01.369165 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-622a1706-b866-49a0-808a-e78aac25fa29 req-9ebb2553-2592-4d45-9317-2509d66e13db service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4a57286dc9144127b1177b199faf0b0a&device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 1098 time: 0.1403036 Aug 09 16:52:01.369165 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3348f6-0173-4573-a7ad-2a4ec1268678 req-1feba92b-9a85-4da4-855f-ec1b362783c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:01.369165 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6e3348f6-0173-4573-a7ad-2a4ec1268678 req-1feba92b-9a85-4da4-855f-ec1b362783c0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=263134786e174e0683b78ef12715c3fb&device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 1098 time: 0.1451600 Aug 09 16:52:01.369165 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a772e-00c9-4926-a132-4f5284354da0 req-555ff341-d0ce-4d13-b0b9-e19f208d19c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:01.369165 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-605a772e-00c9-4926-a132-4f5284354da0 req-555ff341-d0ce-4d13-b0b9-e19f208d19c2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d1742bf7a82941b5ac56e5c5d045417f&device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 1098 time: 0.1202078 Aug 09 16:52:01.369165 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-58d4b985-a4d9-4375-a6e4-d307ad00f6fd req-1aeac591-f18c-4236-b8eb-77b3d732500c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689099 Aug 09 16:52:01.389077 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-24370dfe-7ca0-4c05-9526-b25adc0c0ecd None None] Set router cd054967-902d-4170-8013-fda72179afee gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:52:01.670672 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-24370dfe-7ca0-4c05-9526-b25adc0c0ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 4, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '02ecc727-bce1-4266-aebd-4d9979e43ba8', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'cd054967-902d-4170-8013-fda72179afee', 'port_id': 'b53a614e-e389-47f8-b39b-c7841a9c3e47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'mac_address': 'fa:16:3e:2e:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca3ccda-1608-449a-bb67-528e1fdb3555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:51:28Z', 'updated_at': '2022-08-09T16:51:59Z', 'revision_number': 1, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40f544a-094d-49cb-83ae-ff3827bad410', 'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'mac_address': 'fa:16:3e:ad:05:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:08Z', 'updated_at': '2022-08-09T16:51:21Z', 'revision_number': 5, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'subnets': [{'id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:01.697984 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24370dfe-7ca0-4c05-9526-b25adc0c0ecd None None] The sync data for ids ['cd054967-902d-4170-8013-fda72179afee'] in dv-cinder-852570-1-iscsi is: [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 4, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '02ecc727-bce1-4266-aebd-4d9979e43ba8', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'cd054967-902d-4170-8013-fda72179afee', 'port_id': 'b53a614e-e389-47f8-b39b-c7841a9c3e47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'mac_address': 'fa:16:3e:2e:0b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca3ccda-1608-449a-bb67-528e1fdb3555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:51:28Z', 'updated_at': '2022-08-09T16:51:59Z', 'revision_number': 1, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40f544a-094d-49cb-83ae-ff3827bad410', 'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'mac_address': 'fa:16:3e:ad:05:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:08Z', 'updated_at': '2022-08-09T16:51:21Z', 'revision_number': 5, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'subnets': [{'id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:52:01.836203 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3348f6-0173-4573-a7ad-2a4ec1268678 req-cd501896-ab65-44f2-bf74-598c67c7117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:01.838782 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6e3348f6-0173-4573-a7ad-2a4ec1268678 req-cd501896-ab65-44f2-bf74-598c67c7117f service neutron] 10.222.0.85 "GET /v2.0/networks?id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea HTTP/1.1" status: 200 len: 916 time: 0.4990406 Aug 09 16:52:01.840581 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a772e-00c9-4926-a132-4f5284354da0 req-d56988c4-b32e-4edf-9470-a621e9dd92a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:01.842386 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-605a772e-00c9-4926-a132-4f5284354da0 req-d56988c4-b32e-4edf-9470-a621e9dd92a6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 HTTP/1.1" status: 200 len: 918 time: 0.4871206 Aug 09 16:52:01.843783 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a1706-b866-49a0-808a-e78aac25fa29 req-07483d0b-5e80-4a76-8670-dbb03dc292fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:01.845575 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-622a1706-b866-49a0-808a-e78aac25fa29 req-07483d0b-5e80-4a76-8670-dbb03dc292fa service neutron] 10.222.0.85 "GET /v2.0/networks?id=b631f0ba-3918-495c-9e8a-a3fd8937f433 HTTP/1.1" status: 200 len: 912 time: 0.5073507 Aug 09 16:52:02.059902 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6e3348f6-0173-4573-a7ad-2a4ec1268678 req-4195e2b0-21f7-4949-a871-ae3734aa4e12 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2f20cbb-c325-4a7f-8d56-3cd7b47d407b HTTP/1.1" status: 200 len: 1001 time: 0.2069736 Aug 09 16:52:02.063202 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-605a772e-00c9-4926-a132-4f5284354da0 req-8ccc638d-0d25-4761-881f-4faa4efa2957 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b53a614e-e389-47f8-b39b-c7841a9c3e47 HTTP/1.1" status: 200 len: 998 time: 0.2003884 Aug 09 16:52:02.067437 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-622a1706-b866-49a0-808a-e78aac25fa29 req-82dca9b4-8a43-42a5-9838-76a4127f158e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08e8650-c59e-4fb8-8578-436aa6ad3f44 HTTP/1.1" status: 200 len: 1000 time: 0.2065697 Aug 09 16:52:02.195386 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a772e-00c9-4926-a132-4f5284354da0 req-3a8a8c65-ba57-47bb-b54f-c950b999f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:02.197341 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-605a772e-00c9-4926-a132-4f5284354da0 req-3a8a8c65-ba57-47bb-b54f-c950b999f991 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=07b994a0-3038-45c6-9b03-adabe3fc1842 HTTP/1.1" status: 200 len: 856 time: 0.1124377 Aug 09 16:52:02.200490 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3348f6-0173-4573-a7ad-2a4ec1268678 req-8ea83236-c63d-4935-ab7a-0e3caff90fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:02.201855 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6e3348f6-0173-4573-a7ad-2a4ec1268678 req-8ea83236-c63d-4935-ab7a-0e3caff90fd4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9 HTTP/1.1" status: 200 len: 854 time: 0.1245861 Aug 09 16:52:02.203449 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a1706-b866-49a0-808a-e78aac25fa29 req-18441963-8fd6-401c-a669-6cfa9e5db24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:02.204795 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-622a1706-b866-49a0-808a-e78aac25fa29 req-18441963-8fd6-401c-a669-6cfa9e5db24f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=155efdb1-d3e8-4060-a1b4-dd2040cbd026 HTTP/1.1" status: 200 len: 850 time: 0.1188071 Aug 09 16:52:02.309143 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a772e-00c9-4926-a132-4f5284354da0 req-f46b2de3-10d7-43bb-a44f-a000b3fa814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:02.310657 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-605a772e-00c9-4926-a132-4f5284354da0 req-f46b2de3-10d7-43bb-a44f-a000b3fa814f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0985432 Aug 09 16:52:02.319890 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3348f6-0173-4573-a7ad-2a4ec1268678 req-75c9527e-404f-4dd6-8843-5ddf323b1483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:02.321246 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6e3348f6-0173-4573-a7ad-2a4ec1268678 req-75c9527e-404f-4dd6-8843-5ddf323b1483 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748706 Aug 09 16:52:02.324025 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a1706-b866-49a0-808a-e78aac25fa29 req-7513c71d-098e-4b63-925f-e4dcc5bc7bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:02.325345 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-622a1706-b866-49a0-808a-e78aac25fa29 req-7513c71d-098e-4b63-925f-e4dcc5bc7bec service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b631f0ba-3918-495c-9e8a-a3fd8937f433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0877833 Aug 09 16:52:02.474989 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191f8a8-bbaa-42be-9265-8955240812e5 req-b9a4eca3-3ab0-4e31-9ebe-afe06e2ed60a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:02.476677 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8191f8a8-bbaa-42be-9265-8955240812e5 req-b9a4eca3-3ab0-4e31-9ebe-afe06e2ed60a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0802426 Aug 09 16:52:02.534413 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54532) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:02.550620 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8191f8a8-bbaa-42be-9265-8955240812e5 req-6cf81a9b-e320-47d5-a144-bf79f6f36722 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629971 Aug 09 16:52:02.592955 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-622a1706-b866-49a0-808a-e78aac25fa29 req-2ac95db5-fea9-4f10-a00f-9fc29570babc service neutron] 10.222.0.85 "GET /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434561 Aug 09 16:52:02.607524 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-605a772e-00c9-4926-a132-4f5284354da0 req-ccd3b68c-5b36-4e7f-b966-2e6bc58d512d service neutron] 10.222.0.85 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853193 Aug 09 16:52:02.652799 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6e3348f6-0173-4573-a7ad-2a4ec1268678 req-642ce84d-6e3f-4318-af3c-5d10f7db1183 service neutron] 10.222.0.85 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053045 Aug 09 16:52:02.679590 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c51d3e-64bb-4002-8cd1-64f2b3be1d89 None None] New status for floating IP 02ecc727-bce1-4266-aebd-4d9979e43ba8: ACTIVE {{(pid=109850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:52:02.707369 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d2b20c82-a072-4e77-a5fa-001d5694068c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:02.809133 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d2b20c82-a072-4e77-a5fa-001d5694068c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:02.845074 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-605a772e-00c9-4926-a132-4f5284354da0 req-367bc78b-5609-4322-9f1b-d80a6922419e service neutron] 10.222.0.85 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266088 Aug 09 16:52:02.848345 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-622a1706-b866-49a0-808a-e78aac25fa29 req-ac3e27e7-dc33-4a1b-b4d8-96a3e44cb77a service neutron] 10.222.0.85 "GET /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399583 Aug 09 16:52:02.865036 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6e3348f6-0173-4573-a7ad-2a4ec1268678 req-712514a8-f062-4a63-94b6-a5c7307a1a7e service neutron] 10.222.0.85 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044196 Aug 09 16:52:02.902375 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d2b20c82-a072-4e77-a5fa-001d5694068c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:02.941453 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d2b20c82-a072-4e77-a5fa-001d5694068c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=26462a68b91a42c29a35542ce7ccdb12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4033484 Aug 09 16:52:02.947269 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54540) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:02.960320 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b20c82-a072-4e77-a5fa-001d5694068c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cc69d5-7ac2-4402-9373-baf52955ab1d,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:03.003394 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-458b289d-a8f0-45f1-9f1f-ac6591e42360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:03.025722 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-458b289d-a8f0-45f1-9f1f-ac6591e42360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:03.109308 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-458b289d-a8f0-45f1-9f1f-ac6591e42360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:03.111951 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-458b289d-a8f0-45f1-9f1f-ac6591e42360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:03.113112 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-458b289d-a8f0-45f1-9f1f-ac6591e42360 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58cc69d5-7ac2-4402-9373-baf52955ab1d HTTP/1.1" status: 204 len: 168 time: 0.1698160 Aug 09 16:52:03.128513 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b289d-a8f0-45f1-9f1f-ac6591e42360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cc69d5-7ac2-4402-9373-baf52955ab1d,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:03.692154 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606dfa6-896e-49d5-b823-d3328dfb8a71 req-6e3d3d9d-35e8-458c-bdab-e9428b4a7ac9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:03.693670 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b606dfa6-896e-49d5-b823-d3328dfb8a71 req-6e3d3d9d-35e8-458c-bdab-e9428b4a7ac9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0621119 Aug 09 16:52:03.733317 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b606dfa6-896e-49d5-b823-d3328dfb8a71 req-5d8eae1c-5247-4c79-90b2-4dd4f7dd64d4 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329018 Aug 09 16:52:04.859442 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cf853-4c11-4fc4-bc7c-0f42e0839305 req-5581ca8b-9daa-4916-a7e3-f0149caac013 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:04.861013 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a95cf853-4c11-4fc4-bc7c-0f42e0839305 req-5581ca8b-9daa-4916-a7e3-f0149caac013 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0508249 Aug 09 16:52:04.901475 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a95cf853-4c11-4fc4-bc7c-0f42e0839305 req-ba9c5cd8-f8b3-411a-923a-01ceb94477ad tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338521 Aug 09 16:52:06.027700 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f3ab3-f763-4ca4-ad26-a782395181e8 req-547126c8-118a-4f47-bd34-83b2d3e1b18e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:06.029259 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-486f3ab3-f763-4ca4-ad26-a782395181e8 req-547126c8-118a-4f47-bd34-83b2d3e1b18e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0535343 Aug 09 16:52:06.070318 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-486f3ab3-f763-4ca4-ad26-a782395181e8 req-1a0f86d6-c188-4bbf-a92e-5931720b3b61 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344172 Aug 09 16:52:06.931217 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54690) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:07.070883 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a1eeaf19-69be-4255-ac04-1080ae2724bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:07.159650 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a1eeaf19-69be-4255-ac04-1080ae2724bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:07.213470 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8843e4-db39-4942-9167-145fd5bca1c4 req-885399a0-e4c5-4189-880f-f71749546ef1 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:07.215111 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0c8843e4-db39-4942-9167-145fd5bca1c4 req-885399a0-e4c5-4189-880f-f71749546ef1 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0578582 Aug 09 16:52:07.236454 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a1eeaf19-69be-4255-ac04-1080ae2724bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:07.331098 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0c8843e4-db39-4942-9167-145fd5bca1c4 req-d0a16963-78c8-4de9-b792-be9ca8a9c2a5 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692675 Aug 09 16:52:07.331098 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a1eeaf19-69be-4255-ac04-1080ae2724bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f18329b35ab64211a61442af82ed24d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634365 Aug 09 16:52:07.331098 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eeaf19-69be-4255-ac04-1080ae2724bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb75b26-cca0-443f-9127-08f8054c0c2c,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:07.333398 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 54696) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:07.364759 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-38c6e185-e5f5-4621-b311-7087d117efe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:07.392831 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-38c6e185-e5f5-4621-b311-7087d117efe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:07.561613 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-38c6e185-e5f5-4621-b311-7087d117efe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:07.565173 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-38c6e185-e5f5-4621-b311-7087d117efe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:07.568842 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-38c6e185-e5f5-4621-b311-7087d117efe1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8eb75b26-cca0-443f-9127-08f8054c0c2c HTTP/1.1" status: 204 len: 168 time: 0.2652576 Aug 09 16:52:07.576037 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6e185-e5f5-4621-b311-7087d117efe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb75b26-cca0-443f-9127-08f8054c0c2c,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:08.294083 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 54716) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:08.308542 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ba5a1dbd-9bde-4d77-9b51-47b7014576a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:08.433993 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ba5a1dbd-9bde-4d77-9b51-47b7014576a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:08.453309 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69c99f-9363-4d39-b15d-1f2ef0d40be2 req-ed20e97d-112f-4857-985a-a8d164d8aa91 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:08.454863 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0f69c99f-9363-4d39-b15d-1f2ef0d40be2 req-ed20e97d-112f-4857-985a-a8d164d8aa91 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0832567 Aug 09 16:52:08.496278 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0f69c99f-9363-4d39-b15d-1f2ef0d40be2 req-a71966da-ba5d-4573-b964-a97b87831ff7 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352952 Aug 09 16:52:08.497432 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ba5a1dbd-9bde-4d77-9b51-47b7014576a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:08.536661 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ba5a1dbd-9bde-4d77-9b51-47b7014576a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6bacc9d6987b42e4965882ff99c6ad60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414696 Aug 09 16:52:08.537494 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a1dbd-9bde-4d77-9b51-47b7014576a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f90a87e-ecc9-446c-bf4d-5d4f11089212,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:08.539423 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54720) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:08.591962 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-680b45da-1205-4a53-a43e-5c1c3c66b95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:08.614532 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-680b45da-1205-4a53-a43e-5c1c3c66b95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:08.729961 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-680b45da-1205-4a53-a43e-5c1c3c66b95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:08.732473 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-680b45da-1205-4a53-a43e-5c1c3c66b95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:08.733656 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-680b45da-1205-4a53-a43e-5c1c3c66b95a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f90a87e-ecc9-446c-bf4d-5d4f11089212 HTTP/1.1" status: 204 len: 168 time: 0.1930811 Aug 09 16:52:08.741510 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b45da-1205-4a53-a43e-5c1c3c66b95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f90a87e-ecc9-446c-bf4d-5d4f11089212,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:09.643277 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148e49a-86a1-41d9-9dc3-7e26dc82d700 req-75235940-115f-423d-8aef-8bdb66903639 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:09.644826 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2148e49a-86a1-41d9-9dc3-7e26dc82d700 req-75235940-115f-423d-8aef-8bdb66903639 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0627565 Aug 09 16:52:09.686855 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2148e49a-86a1-41d9-9dc3-7e26dc82d700 req-53bb4734-0edb-4939-9829-5baccbf0c089 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346992 Aug 09 16:52:09.856146 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54766) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:09.973936 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-1ad73bed-5945-42fb-854e-ac90cd8fa291 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-161147806-network', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:52:10.067737 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad73bed-5945-42fb-854e-ac90cd8fa291 admin admin] Made reservation on behalf of b7c322e8fa074dfa8e2bfab8a4b4d76e for: {'network': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:52:10.070091 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1ad73bed-5945-42fb-854e-ac90cd8fa291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for network, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:10.079034 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1ad73bed-5945-42fb-854e-ac90cd8fa291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:10.161745 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1ad73bed-5945-42fb-854e-ac90cd8fa291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:10.229736 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1ad73bed-5945-42fb-854e-ac90cd8fa291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:10.259406 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad73bed-5945-42fb-854e-ac90cd8fa291 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=109849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:52:10.275678 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad73bed-5945-42fb-854e-ac90cd8fa291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e597088f-97a2-4a00-93af-3233c9274d5d,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:10.281377 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1ad73bed-5945-42fb-854e-ac90cd8fa291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:10.281750 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.segments_db [None req-1ad73bed-5945-42fb-854e-ac90cd8fa291 admin admin] Added segment dcd85640-1c87-4fee-9fdb-f9e66a9c8c75 of type vlan for network d4638989-6f80-4a74-bb7f-239a2497dae9 Aug 09 16:52:10.324247 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1ad73bed-5945-42fb-854e-ac90cd8fa291 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730382254695'] for network, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:10.422291 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1ad73bed-5945-42fb-854e-ac90cd8fa291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for network, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:10.423199 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad73bed-5945-42fb-854e-ac90cd8fa291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:10.423895 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1ad73bed-5945-42fb-854e-ac90cd8fa291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:10.488686 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad73bed-5945-42fb-854e-ac90cd8fa291 admin admin] Pushing event updated for resources: {'Network': ['ID=d4638989-6f80-4a74-bb7f-239a2497dae9,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:10.500203 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Network d4638989-6f80-4a74-bb7f-239a2497dae9 details requested by agent ovs-agent-dv-cinder-852570-1-iscsi with host dv-cinder-852570-1-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:52:10.510813 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-1ad73bed-5945-42fb-854e-ac90cd8fa291 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6535454 Aug 09 16:52:10.513755 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54778) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:10.518720 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-4e9c929e-13e7-46b5-ba13-3e7b7f60cc77 admin admin] Request body: {'subnet': {'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-161147806-subnet', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'ip_version': 4}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:52:10.633368 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9c929e-13e7-46b5-ba13-3e7b7f60cc77 admin admin] Made reservation on behalf of b7c322e8fa074dfa8e2bfab8a4b4d76e for: {'subnet': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:52:10.635757 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4e9c929e-13e7-46b5-ba13-3e7b7f60cc77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:10.818460 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f7f2a-c3ad-4552-a6fc-363a6a2c5599 req-8c298557-d354-4b23-ab09-fdfd24cdd4b9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:10.819937 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-127f7f2a-c3ad-4552-a6fc-363a6a2c5599 req-8c298557-d354-4b23-ab09-fdfd24cdd4b9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0539513 Aug 09 16:52:10.860487 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-127f7f2a-c3ad-4552-a6fc-363a6a2c5599 req-1b3709ab-f26e-4368-b493-7392adb71393 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331635 Aug 09 16:52:10.886184 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4e9c929e-13e7-46b5-ba13-3e7b7f60cc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for subnet, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:10.939355 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c929e-13e7-46b5-ba13-3e7b7f60cc77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1a8b644-63fb-4184-bcbc-d30b1401c1de,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:10.952287 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9c929e-13e7-46b5-ba13-3e7b7f60cc77 admin admin] Checking segment: {'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:52:10.952645 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9c929e-13e7-46b5-ba13-3e7b7f60cc77 admin admin] Network hostable DHCP agents. Network: d4638989-6f80-4a74-bb7f-239a2497dae9, hostable agents: ['29a5f48d-823f-44e6-8d1e-becd3d6d9067'], hosted agents: [] {{(pid=109849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:52:11.091147 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9c929e-13e7-46b5-ba13-3e7b7f60cc77 admin admin] Network d4638989-6f80-4a74-bb7f-239a2497dae9 is scheduled to be hosted by DHCP agent 29a5f48d-823f-44e6-8d1e-becd3d6d9067 with binding_index 1 {{(pid=109849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:52:11.147363 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b39d877f-485b-4dcc-97e1-5c014d07611c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:11.218295 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-4e9c929e-13e7-46b5-ba13-3e7b7f60cc77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852570-1-iscsi, d4638989-6f80-4a74-bb7f-239a2497dae9) {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:11.222442 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9c929e-13e7-46b5-ba13-3e7b7f60cc77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:11.225944 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4e9c929e-13e7-46b5-ba13-3e7b7f60cc77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:11.227378 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de1bad9-9f84-42e5-a7e3-63bd09270220 None None] Network d4638989-6f80-4a74-bb7f-239a2497dae9 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:52:11.325218 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-4e9c929e-13e7-46b5-ba13-3e7b7f60cc77 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8100457 Aug 09 16:52:11.327657 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54794) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:11.332089 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-31893500-c8f7-408f-a3ec-381654ce2c83 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:52:11.378997 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3b9ae2-91fe-5293-8926-9fd0d40c18c6-d4638989-6f80-4a74-bb7f-239a2497dae9', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de'}]}} from dv-cinder-852570-1-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:52:11.379915 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:11.425379 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-31893500-c8f7-408f-a3ec-381654ce2c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-741'] for router, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:11.426593 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-31893500-c8f7-408f-a3ec-381654ce2c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568769', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-972538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:11.496345 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-31893500-c8f7-408f-a3ec-381654ce2c83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:11.547830 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Allocated IP 172.20.0.2 (d4638989-6f80-4a74-bb7f-239a2497dae9/d1a8b644-63fb-4184-bcbc-d30b1401c1de/64b5202a-8ae2-4504-a0b7-25f191f80374) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:52:11.556811 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54798) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:11.725659 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Notify callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:11.811225 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:11.858941 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Network d4638989-6f80-4a74-bb7f-239a2497dae9 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:11.862102 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:11.864753 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:52:11.872023 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Pushing event updated for resources: {'Port': ['ID=64b5202a-8ae2-4504-a0b7-25f191f80374,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:11.882621 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:11.882975 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:11.883526 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:11.883861 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:11.884187 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:11.884512 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:11.884837 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:11.885159 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:11.885523 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:11.885855 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:11.886174 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:11.886491 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:11.897252 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e94bf5ef-8085-4b85-80bc-bbff9257cc95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:11.940561 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-31893500-c8f7-408f-a3ec-381654ce2c83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:11.953588 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Attempting to bind port 64b5202a-8ae2-4504-a0b7-25f191f80374 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:52:11.953958 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Attempting to bind port 64b5202a-8ae2-4504-a0b7-25f191f80374 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:52:11.954316 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Attempting to bind port 64b5202a-8ae2-4504-a0b7-25f191f80374 on network d4638989-6f80-4a74-bb7f-239a2497dae9 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:11.959868 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:52:11.960244 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Checking segment: {'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:52:11.960682 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:11.961044 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Bound using segment: {'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:52:11.961526 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Bound port: 64b5202a-8ae2-4504-a0b7-25f191f80374, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:52:11.962125 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:12.023649 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66158e-9b7f-4e2f-8caa-9fa6c49bf4b4 req-ef7b1cb9-a737-4e0f-9896-34e18a545dc1 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:12.025066 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2f66158e-9b7f-4e2f-8caa-9fa6c49bf4b4 req-ef7b1cb9-a737-4e0f-9896-34e18a545dc1 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0811658 Aug 09 16:52:12.089349 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e94bf5ef-8085-4b85-80bc-bbff9257cc95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:12.134822 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2f66158e-9b7f-4e2f-8caa-9fa6c49bf4b4 req-eb0f3f3d-3e33-438f-9947-91c17e32052a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950153 Aug 09 16:52:12.182738 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e94bf5ef-8085-4b85-80bc-bbff9257cc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:12.188249 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] For port 64b5202a-8ae2-4504-a0b7-25f191f80374, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:52:12.191766 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] For port 64b5202a-8ae2-4504-a0b7-25f191f80374, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=64b5202a-8ae2-4504-a0b7-25f191f80374,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:52:12.233621 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-e94bf5ef-8085-4b85-80bc-bbff9257cc95 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1da3913f6e0544b69fd90a6472253aa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6755295 Aug 09 16:52:12.236421 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54812) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:12.238391 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94bf5ef-8085-4b85-80bc-bbff9257cc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b27fb4-eaf6-48d1-a7a3-1451e72e4843,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:12.292219 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:12.358116 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf03f8d-2a36-4dfa-a51e-cd3eaa672ab0 None None] Pushing event updated for resources: {'Port': ['ID=64b5202a-8ae2-4504-a0b7-25f191f80374,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:12.364061 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c42e48f5-c5b5-48e8-b14b-a6e0a1332b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:12.412015 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c42e48f5-c5b5-48e8-b14b-a6e0a1332b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:12.433790 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-31893500-c8f7-408f-a3ec-381654ce2c83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:12.465971 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-31893500-c8f7-408f-a3ec-381654ce2c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:12.615878 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-31893500-c8f7-408f-a3ec-381654ce2c83 admin admin] Allocated IP 172.27.0.23 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/e0016c24-1f67-4b06-a709-5bcf821d9ab1) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:52:12.682579 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c42e48f5-c5b5-48e8-b14b-a6e0a1332b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:12.685136 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c42e48f5-c5b5-48e8-b14b-a6e0a1332b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:12.686322 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-c42e48f5-c5b5-48e8-b14b-a6e0a1332b1c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6b27fb4-eaf6-48d1-a7a3-1451e72e4843 HTTP/1.1" status: 204 len: 168 time: 0.4488919 Aug 09 16:52:12.709846 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e48f5-c5b5-48e8-b14b-a6e0a1332b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b27fb4-eaf6-48d1-a7a3-1451e72e4843,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:12.772215 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a4632-0ed6-4a31-90c5-560d7ef9436b req-4b283f54-1fff-4617-bab5-38d2eb54ec24 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:12.773778 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1f7a4632-0ed6-4a31-90c5-560d7ef9436b req-4b283f54-1fff-4617-bab5-38d2eb54ec24 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 945 time: 0.1351376 Aug 09 16:52:12.819788 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-31893500-c8f7-408f-a3ec-381654ce2c83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:12.840703 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1f7a4632-0ed6-4a31-90c5-560d7ef9436b req-66a15cc6-601d-4c71-aa05-9458f97b10a3 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583267 Aug 09 16:52:12.919646 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-31893500-c8f7-408f-a3ec-381654ce2c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:12.961018 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31893500-c8f7-408f-a3ec-381654ce2c83 admin admin] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:12.964690 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-31893500-c8f7-408f-a3ec-381654ce2c83 admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:12.968135 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31893500-c8f7-408f-a3ec-381654ce2c83 admin admin] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:52:13.009592 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31893500-c8f7-408f-a3ec-381654ce2c83 admin admin] Pushing event updated for resources: {'Port': ['ID=e0016c24-1f67-4b06-a709-5bcf821d9ab1,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:13.057239 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-395a6c10-1d97-468a-a03c-df64f9aee37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:13.266067 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11b9db-3504-42a4-bc52-26c52b5e0cdd req-e4e15bcf-85fd-4df1-8701-9cd529f99270 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:13.268860 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7a11b9db-3504-42a4-bc52-26c52b5e0cdd req-e4e15bcf-85fd-4df1-8701-9cd529f99270 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0568409 Aug 09 16:52:13.285844 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-31893500-c8f7-408f-a3ec-381654ce2c83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:13.310858 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7a11b9db-3504-42a4-bc52-26c52b5e0cdd req-91f2bae2-39f0-45b0-86e0-b4742c805e53 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353808 Aug 09 16:52:13.386637 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 54828) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:13.400480 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6e2337d9-5449-4865-8ef2-0a3f9987761b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:13.451820 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9b1b72-54d8-4880-b045-47fa229a1b30 None None] Network d4638989-6f80-4a74-bb7f-239a2497dae9 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:52:13.501398 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6e2337d9-5449-4865-8ef2-0a3f9987761b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:13.504704 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-31893500-c8f7-408f-a3ec-381654ce2c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568756'] for router, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:13.540351 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-87e3be82-675a-446f-89a1-503e782b72c3 None None] Provisioning complete for port 64b5202a-8ae2-4504-a0b7-25f191f80374 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:52:13.541064 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-87e3be82-675a-446f-89a1-503e782b72c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:13.577514 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6e2337d9-5449-4865-8ef2-0a3f9987761b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:13.639014 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-6e2337d9-5449-4865-8ef2-0a3f9987761b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0baef174fb224f6fa3e12dd4533ba2a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511096 Aug 09 16:52:13.640011 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2337d9-5449-4865-8ef2-0a3f9987761b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cc8213-0e4f-4b19-90a4-3125217d3f69,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:13.641651 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54830) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:13.689939 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-87e3be82-675a-446f-89a1-503e782b72c3 None None] Current status of the port 64b5202a-8ae2-4504-a0b7-25f191f80374 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:52:13.690230 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-87e3be82-675a-446f-89a1-503e782b72c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:13.702459 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6dae5257-636e-4a08-99f3-47cb351614f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:13.726410 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-87e3be82-675a-446f-89a1-503e782b72c3 None None] For port 64b5202a-8ae2-4504-a0b7-25f191f80374, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=64b5202a-8ae2-4504-a0b7-25f191f80374,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:13.728877 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6dae5257-636e-4a08-99f3-47cb351614f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:13.761758 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31893500-c8f7-408f-a3ec-381654ce2c83 admin admin] Router e77bf3e5-069e-45de-9e36-aedb51562ec1 is scheduled to L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 with binding_index 1 {{(pid=109849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:52:13.838869 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-87e3be82-675a-446f-89a1-503e782b72c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:13.892930 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31893500-c8f7-408f-a3ec-381654ce2c83 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:52:13.903433 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] Sync routers for ids ['e77bf3e5-069e-45de-9e36-aedb51562ec1'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:52:13.907856 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3be82-675a-446f-89a1-503e782b72c3 None None] Pushing event updated for resources: {'Port': ['ID=64b5202a-8ae2-4504-a0b7-25f191f80374,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:13.922024 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] Routers {'e77bf3e5-069e-45de-9e36-aedb51562ec1'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:52:13.929590 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:52:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['e77bf3e5-069e-45de-9e36-aedb51562ec1'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:13.948392 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6dae5257-636e-4a08-99f3-47cb351614f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:13.951129 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6dae5257-636e-4a08-99f3-47cb351614f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:13.952891 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-6dae5257-636e-4a08-99f3-47cb351614f6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/83cc8213-0e4f-4b19-90a4-3125217d3f69 HTTP/1.1" status: 204 len: 168 time: 0.3101676 Aug 09 16:52:13.963552 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-b94eeb40-bdd3-4973-b034-6502512a51b4 None None] Provisioning complete for port 64b5202a-8ae2-4504-a0b7-25f191f80374 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:52:13.964220 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b94eeb40-bdd3-4973-b034-6502512a51b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:13.987621 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae5257-636e-4a08-99f3-47cb351614f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cc8213-0e4f-4b19-90a4-3125217d3f69,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:14.023270 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022dee59-307f-4bf1-b991-deae89b2d507 req-5db0e38d-23f4-4cdf-8314-a26b781df9ad tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:14.026857 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-022dee59-307f-4bf1-b991-deae89b2d507 req-5db0e38d-23f4-4cdf-8314-a26b781df9ad tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 945 time: 0.0931940 Aug 09 16:52:14.031368 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-31893500-c8f7-408f-a3ec-381654ce2c83 admin admin] Notify callbacks [] for router, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:14.033338 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-31893500-c8f7-408f-a3ec-381654ce2c83 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7047145 Aug 09 16:52:14.044127 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] Set router e77bf3e5-069e-45de-9e36-aedb51562ec1 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:52:14.044360 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 54836) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:14.078970 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-b94eeb40-bdd3-4973-b034-6502512a51b4 None None] Current status of the port 64b5202a-8ae2-4504-a0b7-25f191f80374 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:52:14.091059 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-022dee59-307f-4bf1-b991-deae89b2d507 req-134e8e4c-ca10-4d79-b398-fc36d863cc34 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562150 Aug 09 16:52:14.260423 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:13Z', 'revision_number': 3, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:14.294572 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] Checking router: e77bf3e5-069e-45de-9e36-aedb51562ec1 for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:52:14.294918 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] Updating router e77bf3e5-069e-45de-9e36-aedb51562ec1 port e0016c24-1f67-4b06-a709-5bcf821d9ab1 binding host dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:52:14.322727 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:14.460197 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 64b5202a-8ae2-4504-a0b7-25f191f80374 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:14.529844 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 64b5202a-8ae2-4504-a0b7-25f191f80374 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:52:14.531404 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:14.625023 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 64b5202a-8ae2-4504-a0b7-25f191f80374 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:52:14.632183 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] Notify callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:14.714223 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:14.747110 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7fd8f-5ab8-4510-8b04-4024ceb68ff4 req-b621040f-ad47-485d-8655-2b5c752f0882 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:14.748593 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b6c7fd8f-5ab8-4510-8b04-4024ceb68ff4 req-b621040f-ad47-485d-8655-2b5c752f0882 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0909145 Aug 09 16:52:14.754420 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] Attempting to bind port e0016c24-1f67-4b06-a709-5bcf821d9ab1 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:52:14.754790 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] Attempting to bind port e0016c24-1f67-4b06-a709-5bcf821d9ab1 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:52:14.755154 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] Attempting to bind port e0016c24-1f67-4b06-a709-5bcf821d9ab1 on network 5028ac3a-b802-4c2c-954e-eba2e898c760 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:14.764380 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:52:14.765032 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] Checking segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:52:14.765631 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:14.766026 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] Bound using segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:52:14.766495 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] Bound port: e0016c24-1f67-4b06-a709-5bcf821d9ab1, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:52:14.766892 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:14.796782 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e5a2f-7664-4cc5-b113-3540be1fb10a None None] Pushing event updated for resources: {'Port': ['ID=e0016c24-1f67-4b06-a709-5bcf821d9ab1,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:14.807320 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e5a2f-7664-4cc5-b113-3540be1fb10a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:14.807691 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e5a2f-7664-4cc5-b113-3540be1fb10a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:14.808033 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e5a2f-7664-4cc5-b113-3540be1fb10a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:14.808364 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e5a2f-7664-4cc5-b113-3540be1fb10a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:14.808693 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e5a2f-7664-4cc5-b113-3540be1fb10a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:14.809038 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e5a2f-7664-4cc5-b113-3540be1fb10a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:14.809339 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e5a2f-7664-4cc5-b113-3540be1fb10a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:14.809878 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e5a2f-7664-4cc5-b113-3540be1fb10a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:14.810221 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e5a2f-7664-4cc5-b113-3540be1fb10a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:14.810569 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e5a2f-7664-4cc5-b113-3540be1fb10a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:14.811048 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e5a2f-7664-4cc5-b113-3540be1fb10a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:14.811373 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97e5a2f-7664-4cc5-b113-3540be1fb10a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:14.819918 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b6c7fd8f-5ab8-4510-8b04-4024ceb68ff4 req-00ff35b5-927d-4fce-b33d-ec60b6756f2f tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641186 Aug 09 16:52:14.826571 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54844) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:14.840543 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] For port e0016c24-1f67-4b06-a709-5bcf821d9ab1, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:52:14.844731 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] For port e0016c24-1f67-4b06-a709-5bcf821d9ab1, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=e0016c24-1f67-4b06-a709-5bcf821d9ab1,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:52:14.844896 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-902179f1-d909-4fa6-868d-c688d7fd4e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:14.869625 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c414b18-9f54-4552-9f45-afd16146b002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:14.939832 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-902179f1-d909-4fa6-868d-c688d7fd4e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:14.948609 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:14.991046 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] Routers {'e77bf3e5-069e-45de-9e36-aedb51562ec1'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:52:14.991577 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:52:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['e77bf3e5-069e-45de-9e36-aedb51562ec1'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:14.994393 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:15.028278 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-5c414b18-9f54-4552-9f45-afd16146b002 admin admin] Allocated IP 172.20.0.1 (d4638989-6f80-4a74-bb7f-239a2497dae9/d1a8b644-63fb-4184-bcbc-d30b1401c1de/c048a015-e1bb-4bd9-b812-657db4f93472) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:52:15.042413 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e5a2f-7664-4cc5-b113-3540be1fb10a None None] Pushing event updated for resources: {'Port': ['ID=e0016c24-1f67-4b06-a709-5bcf821d9ab1,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:15.073619 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-902179f1-d909-4fa6-868d-c688d7fd4e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:15.114415 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902179f1-d909-4fa6-868d-c688d7fd4e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242b9cbe-92f0-4830-9828-fc2121642638,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:15.114909 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] Set router e77bf3e5-069e-45de-9e36-aedb51562ec1 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:52:15.134890 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-902179f1-d909-4fa6-868d-c688d7fd4e23 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd296099692f445088a7b79a60611167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069007 Aug 09 16:52:15.139785 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54848) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:15.157538 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c414b18-9f54-4552-9f45-afd16146b002 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:15.248525 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4ba372b5-d3f3-4b19-9bdf-9e5db179454d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:15.268367 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c414b18-9f54-4552-9f45-afd16146b002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:15.287094 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdac50-5f89-4361-bf50-3680f1c1be74 req-8d541fb9-5bd2-43f1-bf35-9c79ae78a256 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:15.288649 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f8cdac50-5f89-4361-bf50-3680f1c1be74 req-8d541fb9-5bd2-43f1-bf35-9c79ae78a256 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 945 time: 0.0840585 Aug 09 16:52:15.291621 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4ba372b5-d3f3-4b19-9bdf-9e5db179454d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:15.318081 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c414b18-9f54-4552-9f45-afd16146b002 admin admin] Network d4638989-6f80-4a74-bb7f-239a2497dae9 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:15.322658 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-5c414b18-9f54-4552-9f45-afd16146b002 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:15.327008 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c414b18-9f54-4552-9f45-afd16146b002 admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:52:15.327504 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c414b18-9f54-4552-9f45-afd16146b002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568001'] for router_interface, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:15.373786 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f8cdac50-5f89-4361-bf50-3680f1c1be74 req-b984fb3b-ad72-4b93-9b80-18e5d781273d tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720949 Aug 09 16:52:15.399711 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:13Z', 'revision_number': 3, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:15.400031 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c414b18-9f54-4552-9f45-afd16146b002 admin admin] Pushing event updated for resources: {'Port': ['ID=c048a015-e1bb-4bd9-b812-657db4f93472,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:15.430637 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f19ad9e-aa5c-47dd-960e-99acef43d0d1 None None] The sync data for ids ['e77bf3e5-069e-45de-9e36-aedb51562ec1'] in dv-cinder-852570-1-iscsi is: [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:13Z', 'revision_number': 3, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:52:15.467969 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4ba372b5-d3f3-4b19-9bdf-9e5db179454d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:15.471446 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4ba372b5-d3f3-4b19-9bdf-9e5db179454d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:15.478325 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-4ba372b5-d3f3-4b19-9bdf-9e5db179454d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/242b9cbe-92f0-4830-9828-fc2121642638 HTTP/1.1" status: 204 len: 168 time: 0.3356867 Aug 09 16:52:15.488703 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba372b5-d3f3-4b19-9bdf-9e5db179454d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242b9cbe-92f0-4830-9828-fc2121642638,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:15.610082 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c414b18-9f54-4552-9f45-afd16146b002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:15.622648 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-7c79a635-ba40-448e-8055-b01e6323c50e None None] Provisioning complete for port c048a015-e1bb-4bd9-b812-657db4f93472 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:52:15.623230 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c79a635-ba40-448e-8055-b01e6323c50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:15.666767 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-7c79a635-ba40-448e-8055-b01e6323c50e None None] Port c048a015-e1bb-4bd9-b812-657db4f93472 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:52:15.818940 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c414b18-9f54-4552-9f45-afd16146b002 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:15.883045 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c414b18-9f54-4552-9f45-afd16146b002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:15.883830 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c414b18-9f54-4552-9f45-afd16146b002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571249'] for router_interface, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:16.026036 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28782f1c-40d3-4a52-9b68-93eeccbf36a2 req-fc913e31-ec21-47cd-86bd-958bd70f8975 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:16.027660 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-28782f1c-40d3-4a52-9b68-93eeccbf36a2 req-fc913e31-ec21-47cd-86bd-958bd70f8975 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.85 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 945 time: 0.1649947 Aug 09 16:52:16.054352 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c414b18-9f54-4552-9f45-afd16146b002 admin admin] Pushing event updated for resources: {'Port': ['ID=c048a015-e1bb-4bd9-b812-657db4f93472,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:16.136710 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25486f96-a9c3-471b-9584-2bfb273d2da4 req-d977aa18-80b7-441c-9dbd-c72261207e5a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:16.138418 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-25486f96-a9c3-471b-9584-2bfb273d2da4 req-d977aa18-80b7-441c-9dbd-c72261207e5a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.1998281 Aug 09 16:52:16.220907 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c414b18-9f54-4552-9f45-afd16146b002 admin admin] Network d4638989-6f80-4a74-bb7f-239a2497dae9 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:16.222112 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:16.234190 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-5c414b18-9f54-4552-9f45-afd16146b002 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:16.253031 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-25486f96-a9c3-471b-9584-2bfb273d2da4 req-7a352d0a-0776-4a06-ba9c-7443015be6f7 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937634 Aug 09 16:52:16.322989 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-28782f1c-40d3-4a52-9b68-93eeccbf36a2 req-87276950-1c4d-4468-9565-433ab0979005 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Deleting port 57678e15-efc6-4cb0-9234-7beae1157f89 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:52:16.323347 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-28782f1c-40d3-4a52-9b68-93eeccbf36a2 req-87276950-1c4d-4468-9565-433ab0979005 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:16.490959 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device e0016c24-1f67-4b06-a709-5bcf821d9ab1 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:16.568901 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c414b18-9f54-4552-9f45-afd16146b002 admin admin] Router e77bf3e5-069e-45de-9e36-aedb51562ec1 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:52:16.577638 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-28782f1c-40d3-4a52-9b68-93eeccbf36a2 req-87276950-1c4d-4468-9565-433ab0979005 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] For port 57678e15-efc6-4cb0-9234-7beae1157f89, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=57678e15-efc6-4cb0-9234-7beae1157f89,segment=NetworkSegment(9efe17a1-07ce-47e6-a2ab-b7065da4c4b8),segment_id=9efe17a1-07ce-47e6-a2ab-b7065da4c4b8)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:16.578005 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-28782f1c-40d3-4a52-9b68-93eeccbf36a2 req-87276950-1c4d-4468-9565-433ab0979005 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:16.582886 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34a447-f166-4318-9a1d-af810074866d req-27a36e29-5a5c-46fc-88df-4b3ab752870b tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:16.585084 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5a34a447-f166-4318-9a1d-af810074866d req-27a36e29-5a5c-46fc-88df-4b3ab752870b tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 945 time: 0.0885377 Aug 09 16:52:16.632791 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port e0016c24-1f67-4b06-a709-5bcf821d9ab1 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:52:16.634556 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:16.643450 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5a34a447-f166-4318-9a1d-af810074866d req-82990a29-605f-43a5-a6af-2f7c953207ab tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/security-groups?id=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427032 Aug 09 16:52:16.645338 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-28782f1c-40d3-4a52-9b68-93eeccbf36a2 req-87276950-1c4d-4468-9565-433ab0979005 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Calling delete_port for 57678e15-efc6-4cb0-9234-7beae1157f89 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:52:16.665116 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-a56d51f8-a870-4318-9710-4f7c92857874 None None] Provisioning complete for port c048a015-e1bb-4bd9-b812-657db4f93472 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:52:16.665693 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a56d51f8-a870-4318-9710-4f7c92857874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:16.733900 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-a56d51f8-a870-4318-9710-4f7c92857874 None None] Port c048a015-e1bb-4bd9-b812-657db4f93472 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:52:16.781983 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port e0016c24-1f67-4b06-a709-5bcf821d9ab1 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:52:16.782338 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:16.803501 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c414b18-9f54-4552-9f45-afd16146b002 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:52:16.807772 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port e0016c24-1f67-4b06-a709-5bcf821d9ab1, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=e0016c24-1f67-4b06-a709-5bcf821d9ab1,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:16.824693 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-5c414b18-9f54-4552-9f45-afd16146b002 admin admin] 10.222.0.49 "PUT /v2.0/routers/e77bf3e5-069e-45de-9e36-aedb51562ec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7793107 Aug 09 16:52:16.839663 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:16.925372 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:16.967262 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:16.985050 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=e0016c24-1f67-4b06-a709-5bcf821d9ab1,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:17.039980 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-28782f1c-40d3-4a52-9b68-93eeccbf36a2 req-87276950-1c4d-4468-9565-433ab0979005 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:17.090503 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['57678e15-efc6-4cb0-9234-7beae1157f89'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:52:17.141693 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87276950-1c4d-4468-9565-433ab0979005 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Pushing event deleted for resources: {'Port': ['ID=57678e15-efc6-4cb0-9234-7beae1157f89,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:17.178354 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-28782f1c-40d3-4a52-9b68-93eeccbf36a2 req-87276950-1c4d-4468-9565-433ab0979005 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] No DVR routers for this DVR port 57678e15-efc6-4cb0-9234-7beae1157f89 on host hv-cinder-85257 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:52:17.187764 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-28782f1c-40d3-4a52-9b68-93eeccbf36a2 req-87276950-1c4d-4468-9565-433ab0979005 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:17.193198 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-28782f1c-40d3-4a52-9b68-93eeccbf36a2 req-87276950-1c4d-4468-9565-433ab0979005 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.85 "DELETE /v2.0/ports/57678e15-efc6-4cb0-9234-7beae1157f89 HTTP/1.1" status: 204 len: 173 time: 1.1358242 Aug 09 16:52:17.193693 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc8ac72-a097-47db-b4b2-70d7f9b50b3d', 'name': 'network-vif-deleted', 'tag': '57678e15-efc6-4cb0-9234-7beae1157f89'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:52:17.196522 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f64ef6-b864-4671-a960-34c63a4056cf" -d '{"events": [{"server_uuid": "0cc8ac72-a097-47db-b4b2-70d7f9b50b3d", "name": "network-vif-deleted", "tag": "57678e15-efc6-4cb0-9234-7beae1157f89"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:52:17.256288 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74e9f9b-d873-4b0a-acaf-9edac74e4cd3 x-openstack-request-id: req-e74e9f9b-d873-4b0a-acaf-9edac74e4cd3 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:52:17.256288 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc8ac72-a097-47db-b4b2-70d7f9b50b3d", "name": "network-vif-deleted", "tag": "57678e15-efc6-4cb0-9234-7beae1157f89", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:52:17.256288 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e74e9f9b-d873-4b0a-acaf-9edac74e4cd3 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:52:17.256288 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e74e9f9b-d873-4b0a-acaf-9edac74e4cd3'] response: {'server_uuid': '0cc8ac72-a097-47db-b4b2-70d7f9b50b3d', 'name': 'network-vif-deleted', 'tag': '57678e15-efc6-4cb0-9234-7beae1157f89', 'status': 'completed', 'code': 200} Aug 09 16:52:17.406070 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86a000-222d-4017-a858-1c53cb857640 req-cc453cd6-1ae6-4e7c-8c7c-2a14d1eab5d2 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:17.407620 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7a86a000-222d-4017-a858-1c53cb857640 req-cc453cd6-1ae6-4e7c-8c7c-2a14d1eab5d2 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0520544 Aug 09 16:52:17.462025 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7a86a000-222d-4017-a858-1c53cb857640 req-6a799685-3343-47ff-9068-ccd8aaf9f851 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450430 Aug 09 16:52:17.527043 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] Sync routers for ids ['e77bf3e5-069e-45de-9e36-aedb51562ec1'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:52:17.540103 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] Routers {'e77bf3e5-069e-45de-9e36-aedb51562ec1'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:52:17.540818 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:52:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['e77bf3e5-069e-45de-9e36-aedb51562ec1'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:17.655627 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] Set router e77bf3e5-069e-45de-9e36-aedb51562ec1 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:52:17.775993 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54904) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:17.777858 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-39269e87-6d6d-4492-8aeb-7d08fd38b8c7 req-b994ee7d-ba6c-4069-a676-1a6d83661049 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 210 time: 0.0359652 Aug 09 16:52:17.782185 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-3d70ecec-439e-41ff-b6b1-8ad48e0ba29b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-13456757-network', 'tenant_id': '42f119a339064a6cb94a9979e3747005'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:52:17.907800 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d70ecec-439e-41ff-b6b1-8ad48e0ba29b admin admin] Made reservation on behalf of 42f119a339064a6cb94a9979e3747005 for: {'network': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:52:17.910658 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3d70ecec-439e-41ff-b6b1-8ad48e0ba29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for network, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:17.928700 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3d70ecec-439e-41ff-b6b1-8ad48e0ba29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:17.940678 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 2, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:17.970780 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] Checking router: e77bf3e5-069e-45de-9e36-aedb51562ec1 for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:52:17.971141 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] Updating router e77bf3e5-069e-45de-9e36-aedb51562ec1 port c048a015-e1bb-4bd9-b812-657db4f93472 binding host dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:52:18.002568 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:18.018792 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3d70ecec-439e-41ff-b6b1-8ad48e0ba29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:18.085458 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3d70ecec-439e-41ff-b6b1-8ad48e0ba29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:18.113504 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d70ecec-439e-41ff-b6b1-8ad48e0ba29b admin admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=109849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:52:18.122060 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70ecec-439e-41ff-b6b1-8ad48e0ba29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9de46b-b891-487d-a8c4-35ae34f33939,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:18.127230 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3d70ecec-439e-41ff-b6b1-8ad48e0ba29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:18.127580 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.segments_db [None req-3d70ecec-439e-41ff-b6b1-8ad48e0ba29b admin admin] Added segment 56bc0205-ec5f-42c4-83a7-d12a20c321a8 of type vlan for network 8998ff40-0686-4320-9329-55fea436cf6d Aug 09 16:52:18.169881 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3d70ecec-439e-41ff-b6b1-8ad48e0ba29b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730382254695'] for network, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:18.278303 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3d70ecec-439e-41ff-b6b1-8ad48e0ba29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for network, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:18.279340 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d70ecec-439e-41ff-b6b1-8ad48e0ba29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:18.279951 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3d70ecec-439e-41ff-b6b1-8ad48e0ba29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:18.292673 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] Notify callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:18.341634 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70ecec-439e-41ff-b6b1-8ad48e0ba29b admin admin] Pushing event updated for resources: {'Network': ['ID=8998ff40-0686-4320-9329-55fea436cf6d,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:18.351587 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Network 8998ff40-0686-4320-9329-55fea436cf6d details requested by agent ovs-agent-dv-cinder-852570-1-iscsi with host dv-cinder-852570-1-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:52:18.411201 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device e0016c24-1f67-4b06-a709-5bcf821d9ab1 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:18.442010 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:18.483240 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-3d70ecec-439e-41ff-b6b1-8ad48e0ba29b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7055662 Aug 09 16:52:18.485930 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 54912) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:18.491487 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-972b3390-2b3c-4ee8-8451-01d913171ec8 admin admin] Request body: {'subnet': {'network_id': '8998ff40-0686-4320-9329-55fea436cf6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-13456757-subnet', 'tenant_id': '42f119a339064a6cb94a9979e3747005', 'ip_version': 4}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:52:18.515826 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a51849-fdf9-495b-a956-a1ab9c104e0f None None] Pushing event updated for resources: {'Port': ['ID=c048a015-e1bb-4bd9-b812-657db4f93472,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:18.550026 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port e0016c24-1f67-4b06-a709-5bcf821d9ab1 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:52:18.550408 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:18.553358 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] Attempting to bind port c048a015-e1bb-4bd9-b812-657db4f93472 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:52:18.553358 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] Attempting to bind port c048a015-e1bb-4bd9-b812-657db4f93472 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:52:18.553751 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] Attempting to bind port c048a015-e1bb-4bd9-b812-657db4f93472 on network d4638989-6f80-4a74-bb7f-239a2497dae9 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:18.586841 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:52:18.586841 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] Checking segment: {'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:52:18.586841 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:18.586841 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] Bound using segment: {'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:52:18.586841 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] Bound port: c048a015-e1bb-4bd9-b812-657db4f93472, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:52:18.586841 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:18.610950 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972b3390-2b3c-4ee8-8451-01d913171ec8 admin admin] Made reservation on behalf of 42f119a339064a6cb94a9979e3747005 for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:52:18.613293 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-972b3390-2b3c-4ee8-8451-01d913171ec8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:18.626233 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06bf5b-b967-4955-be36-08fbd56f3359 req-920fc5e6-a879-4382-b66b-46c065f6c739 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:18.630036 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fa06bf5b-b967-4955-be36-08fbd56f3359 req-920fc5e6-a879-4382-b66b-46c065f6c739 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0513725 Aug 09 16:52:18.671037 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fa06bf5b-b967-4955-be36-08fbd56f3359 req-8410d48d-282e-4728-a1be-70f648522a51 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363557 Aug 09 16:52:18.687085 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] For port c048a015-e1bb-4bd9-b812-657db4f93472, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:52:18.700403 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] For port c048a015-e1bb-4bd9-b812-657db4f93472, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=c048a015-e1bb-4bd9-b812-657db4f93472,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:52:18.706132 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port e0016c24-1f67-4b06-a709-5bcf821d9ab1 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:52:18.869925 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:18.910574 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] Routers {'e77bf3e5-069e-45de-9e36-aedb51562ec1'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:52:18.910895 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-557ea9fc-33db-4656-8128-b6da15760d48 req-d88da4e9-81ca-4f28-a3a2-d37d5e9b7da0 tempest-DeleteServersTestJSON-198935975 tempest-DeleteServersTestJSON-198935975-project] 10.222.0.49 "GET /v2.0/ports?device_id=0cc8ac72-a097-47db-b4b2-70d7f9b50b3d HTTP/1.1" status: 200 len: 210 time: 0.0305862 Aug 09 16:52:18.911197 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:52:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['e77bf3e5-069e-45de-9e36-aedb51562ec1'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:18.970531 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-972b3390-2b3c-4ee8-8451-01d913171ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for subnet, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:18.973898 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a51849-fdf9-495b-a956-a1ab9c104e0f None None] Pushing event updated for resources: {'Port': ['ID=c048a015-e1bb-4bd9-b812-657db4f93472,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:19.038289 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b3390-2b3c-4ee8-8451-01d913171ec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91b33c66-1fc2-41b0-851c-b4514ffd7eec,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:19.048185 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972b3390-2b3c-4ee8-8451-01d913171ec8 admin admin] Checking segment: {'id': '56bc0205-ec5f-42c4-83a7-d12a20c321a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8998ff40-0686-4320-9329-55fea436cf6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:52:19.049445 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972b3390-2b3c-4ee8-8451-01d913171ec8 admin admin] Network hostable DHCP agents. Network: 8998ff40-0686-4320-9329-55fea436cf6d, hostable agents: ['29a5f48d-823f-44e6-8d1e-becd3d6d9067'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:52:19.051247 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] Set router e77bf3e5-069e-45de-9e36-aedb51562ec1 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:52:19.165039 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972b3390-2b3c-4ee8-8451-01d913171ec8 admin admin] Network 8998ff40-0686-4320-9329-55fea436cf6d is scheduled to be hosted by DHCP agent 29a5f48d-823f-44e6-8d1e-becd3d6d9067 with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:52:19.257151 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-972b3390-2b3c-4ee8-8451-01d913171ec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852570-1-iscsi, 8998ff40-0686-4320-9329-55fea436cf6d) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:19.268091 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972b3390-2b3c-4ee8-8451-01d913171ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:19.268437 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb766f51-de81-490a-9bf0-52a82cfad66f None None] Network 8998ff40-0686-4320-9329-55fea436cf6d requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:52:19.268686 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-972b3390-2b3c-4ee8-8451-01d913171ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:19.373425 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-972b3390-2b3c-4ee8-8451-01d913171ec8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8862708 Aug 09 16:52:19.381400 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 54928) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:19.387297 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-e23c5014-234b-4f9d-ad0f-5e901ee53d2c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-13456757-router', 'tenant_id': '42f119a339064a6cb94a9979e3747005', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:52:19.507868 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:18Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:19.512813 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3b9ae2-91fe-5293-8926-9fd0d40c18c6-8998ff40-0686-4320-9329-55fea436cf6d', 'network_id': '8998ff40-0686-4320-9329-55fea436cf6d', 'tenant_id': '42f119a339064a6cb94a9979e3747005', 'fixed_ips': [{'subnet_id': '91b33c66-1fc2-41b0-851c-b4514ffd7eec'}]}} from dv-cinder-852570-1-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:52:19.513094 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:19.549913 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0966fcb8-7c47-4aae-a63f-e1d3d5e24a84 None None] The sync data for ids ['e77bf3e5-069e-45de-9e36-aedb51562ec1'] in dv-cinder-852570-1-iscsi is: [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:18Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:52:19.576567 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e23c5014-234b-4f9d-ad0f-5e901ee53d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-741'] for router, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:19.577647 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e23c5014-234b-4f9d-ad0f-5e901ee53d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568769', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-972538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:19.678206 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e23c5014-234b-4f9d-ad0f-5e901ee53d2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:19.719457 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] Allocated IP 172.20.0.2 (8998ff40-0686-4320-9329-55fea436cf6d/91b33c66-1fc2-41b0-851c-b4514ffd7eec/10c87dc5-529b-47c9-b178-b8b91fb11d54) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:52:19.820580 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ff102-bf12-4138-8770-5a68fecffb71 req-768613a6-9567-40d7-a095-b863ae6be1f7 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:19.823887 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ad7ff102-bf12-4138-8770-5a68fecffb71 req-768613a6-9567-40d7-a095-b863ae6be1f7 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0548296 Aug 09 16:52:19.871706 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ad7ff102-bf12-4138-8770-5a68fecffb71 req-b192a941-5ec6-48a4-b2f1-f6511383bb0a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408106 Aug 09 16:52:19.885775 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 57678e15-efc6-4cb0-9234-7beae1157f89 no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:52:19.913001 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: 57678e15-efc6-4cb0-9234-7beae1157f89 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:52:19.913372 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 57678e15-efc6-4cb0-9234-7beae1157f89 not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:52:19.934403 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] Notify callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:20.057839 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:20.132203 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] Network 8998ff40-0686-4320-9329-55fea436cf6d is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:20.132203 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:20.132203 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:52:20.170988 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] Pushing event updated for resources: {'Port': ['ID=10c87dc5-529b-47c9-b178-b8b91fb11d54,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:20.215147 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] Attempting to bind port 10c87dc5-529b-47c9-b178-b8b91fb11d54 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:52:20.215543 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] Attempting to bind port 10c87dc5-529b-47c9-b178-b8b91fb11d54 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '56bc0205-ec5f-42c4-83a7-d12a20c321a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8998ff40-0686-4320-9329-55fea436cf6d'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:52:20.215908 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] Attempting to bind port 10c87dc5-529b-47c9-b178-b8b91fb11d54 on network 8998ff40-0686-4320-9329-55fea436cf6d {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:20.222792 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:52:20.223140 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] Checking segment: {'id': '56bc0205-ec5f-42c4-83a7-d12a20c321a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8998ff40-0686-4320-9329-55fea436cf6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:52:20.223560 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:20.223949 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] Bound using segment: {'id': '56bc0205-ec5f-42c4-83a7-d12a20c321a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8998ff40-0686-4320-9329-55fea436cf6d'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:52:20.224446 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] Bound port: 10c87dc5-529b-47c9-b178-b8b91fb11d54, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bc0205-ec5f-42c4-83a7-d12a20c321a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8998ff40-0686-4320-9329-55fea436cf6d'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:52:20.224838 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:20.282824 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e23c5014-234b-4f9d-ad0f-5e901ee53d2c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:20.316775 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] For port 10c87dc5-529b-47c9-b178-b8b91fb11d54, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:52:20.321506 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] For port 10c87dc5-529b-47c9-b178-b8b91fb11d54, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=10c87dc5-529b-47c9-b178-b8b91fb11d54,segment=NetworkSegment(56bc0205-ec5f-42c4-83a7-d12a20c321a8),segment_id=56bc0205-ec5f-42c4-83a7-d12a20c321a8)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:52:20.415128 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device c048a015-e1bb-4bd9-b812-657db4f93472 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:20.478542 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port c048a015-e1bb-4bd9-b812-657db4f93472 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:52:20.479474 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:20.529291 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:20.668345 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port c048a015-e1bb-4bd9-b812-657db4f93472 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:52:20.668892 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:20.675641 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c032f-7df0-43ef-bc93-2ebe09edd237 None None] Pushing event updated for resources: {'Port': ['ID=10c87dc5-529b-47c9-b178-b8b91fb11d54,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:20.732416 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port c048a015-e1bb-4bd9-b812-657db4f93472, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=c048a015-e1bb-4bd9-b812-657db4f93472,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:20.789093 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e23c5014-234b-4f9d-ad0f-5e901ee53d2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:20.809906 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e23c5014-234b-4f9d-ad0f-5e901ee53d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:20.828445 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:20.953097 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=c048a015-e1bb-4bd9-b812-657db4f93472,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:21.057244 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-e23c5014-234b-4f9d-ad0f-5e901ee53d2c admin admin] Allocated IP 172.27.0.102 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/6b7059dc-2334-4f12-9809-0cc6c47771eb) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:52:21.098074 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111263f-b973-4c17-bbd3-507ff6b462aa req-40e086ba-f6f1-4c9e-ad62-a77906a6b05b tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:21.099690 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6111263f-b973-4c17-bbd3-507ff6b462aa req-40e086ba-f6f1-4c9e-ad62-a77906a6b05b tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.1201103 Aug 09 16:52:21.145666 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54962) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:21.193138 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6111263f-b973-4c17-bbd3-507ff6b462aa req-841cbca5-922a-420e-904c-9c65438ab1b0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800138 Aug 09 16:52:21.223412 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e23c5014-234b-4f9d-ad0f-5e901ee53d2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:21.292298 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-785edb51-ad02-47c3-a2db-045510b58eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:21.354037 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e23c5014-234b-4f9d-ad0f-5e901ee53d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:21.379140 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-785edb51-ad02-47c3-a2db-045510b58eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:21.399417 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23c5014-234b-4f9d-ad0f-5e901ee53d2c admin admin] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:21.402510 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-e23c5014-234b-4f9d-ad0f-5e901ee53d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:21.405371 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23c5014-234b-4f9d-ad0f-5e901ee53d2c admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:52:21.444859 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-785edb51-ad02-47c3-a2db-045510b58eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:21.445228 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c5014-234b-4f9d-ad0f-5e901ee53d2c admin admin] Pushing event updated for resources: {'Port': ['ID=6b7059dc-2334-4f12-9809-0cc6c47771eb,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:21.491335 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-785edb51-ad02-47c3-a2db-045510b58eb5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ca2cfafb3484d169d5fe13e423eeff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440506 Aug 09 16:52:21.492873 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785edb51-ad02-47c3-a2db-045510b58eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df95bf0f-249b-4544-b5a9-58dbc056a855,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:21.494596 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 54966) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:21.582753 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2b101ce1-a0e3-42a7-8dac-d843f40cdcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:21.612224 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2b101ce1-a0e3-42a7-8dac-d843f40cdcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:21.773602 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e23c5014-234b-4f9d-ad0f-5e901ee53d2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:21.811718 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2b101ce1-a0e3-42a7-8dac-d843f40cdcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:21.814345 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2b101ce1-a0e3-42a7-8dac-d843f40cdcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:21.819714 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-2b101ce1-a0e3-42a7-8dac-d843f40cdcf7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/df95bf0f-249b-4544-b5a9-58dbc056a855 HTTP/1.1" status: 204 len: 168 time: 0.3198943 Aug 09 16:52:21.827708 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b101ce1-a0e3-42a7-8dac-d843f40cdcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df95bf0f-249b-4544-b5a9-58dbc056a855,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:22.044043 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 54978) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:22.074763 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e23c5014-234b-4f9d-ad0f-5e901ee53d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568756'] for router, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:22.120958 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa65f22-363b-4bfe-9169-1794345eac15 None None] Network 8998ff40-0686-4320-9329-55fea436cf6d requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:52:22.256924 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-7e78e68f-c3f3-400b-8850-fe78e01a6ea5 None None] Provisioning complete for port 10c87dc5-529b-47c9-b178-b8b91fb11d54 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:52:22.257601 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e78e68f-c3f3-400b-8850-fe78e01a6ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:22.390430 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23c5014-234b-4f9d-ad0f-5e901ee53d2c admin admin] Router 884a693f-0bd5-4ce7-8ce6-aa656600908e is scheduled to L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 with binding_index 1 {{(pid=109848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:52:22.422041 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-7e78e68f-c3f3-400b-8850-fe78e01a6ea5 None None] Current status of the port 10c87dc5-529b-47c9-b178-b8b91fb11d54 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:52:22.422510 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e78e68f-c3f3-400b-8850-fe78e01a6ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:22.469533 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-7e78e68f-c3f3-400b-8850-fe78e01a6ea5 None None] For port 10c87dc5-529b-47c9-b178-b8b91fb11d54, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=10c87dc5-529b-47c9-b178-b8b91fb11d54,segment=NetworkSegment(56bc0205-ec5f-42c4-83a7-d12a20c321a8),segment_id=56bc0205-ec5f-42c4-83a7-d12a20c321a8)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:22.561967 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e78e68f-c3f3-400b-8850-fe78e01a6ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:22.581316 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23c5014-234b-4f9d-ad0f-5e901ee53d2c admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:52:22.608120 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] Sync routers for ids ['884a693f-0bd5-4ce7-8ce6-aa656600908e'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:52:22.620933 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] Routers {'884a693f-0bd5-4ce7-8ce6-aa656600908e'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:52:22.622238 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:52:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['884a693f-0bd5-4ce7-8ce6-aa656600908e'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:22.625707 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device c048a015-e1bb-4bd9-b812-657db4f93472 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:22.659757 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e23c5014-234b-4f9d-ad0f-5e901ee53d2c admin admin] Notify callbacks [] for router, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:22.661522 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-e23c5014-234b-4f9d-ad0f-5e901ee53d2c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2788835 Aug 09 16:52:22.665005 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 55000) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:22.720675 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78e68f-c3f3-400b-8850-fe78e01a6ea5 None None] Pushing event updated for resources: {'Port': ['ID=10c87dc5-529b-47c9-b178-b8b91fb11d54,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:22.740927 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port c048a015-e1bb-4bd9-b812-657db4f93472 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:52:22.741592 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:22.758118 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdf3ca-7410-4ad5-99cc-802990fbcc86 req-5cde8b25-b626-4ff3-92fc-7f9f2e57b3a9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:22.769494 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-29cdf3ca-7410-4ad5-99cc-802990fbcc86 req-5cde8b25-b626-4ff3-92fc-7f9f2e57b3a9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.2748008 Aug 09 16:52:22.798709 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] Set router 884a693f-0bd5-4ce7-8ce6-aa656600908e gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:52:22.806405 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-150d7485-2190-4a82-9df0-b770aee205d1 None None] Provisioning complete for port 10c87dc5-529b-47c9-b178-b8b91fb11d54 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:52:22.807526 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-150d7485-2190-4a82-9df0-b770aee205d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:22.885011 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port c048a015-e1bb-4bd9-b812-657db4f93472 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:52:22.886456 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 10c87dc5-529b-47c9-b178-b8b91fb11d54 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:22.905637 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-29cdf3ca-7410-4ad5-99cc-802990fbcc86 req-c49b9898-5d2c-4b6a-b004-808e1e7f71a2 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350954 Aug 09 16:52:22.984955 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-150d7485-2190-4a82-9df0-b770aee205d1 None None] Current status of the port 10c87dc5-529b-47c9-b178-b8b91fb11d54 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:52:22.988481 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 10c87dc5-529b-47c9-b178-b8b91fb11d54 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:52:22.988855 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:23.094601 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 10c87dc5-529b-47c9-b178-b8b91fb11d54 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:52:23.109046 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24199c74-0d85-409f-b93c-a09a2bd33439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571222'] for router_interface, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:23.226795 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a693f-0bd5-4ce7-8ce6-aa656600908e', 'name': 'tempest-TestVolumeBootPattern-13456757-router', 'tenant_id': '42f119a339064a6cb94a9979e3747005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '6b7059dc-2334-4f12-9809-0cc6c47771eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:19Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 3, 'project_id': '42f119a339064a6cb94a9979e3747005', 'gw_port': {'id': '6b7059dc-2334-4f12-9809-0cc6c47771eb', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:04:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a693f-0bd5-4ce7-8ce6-aa656600908e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:23.258791 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] Checking router: 884a693f-0bd5-4ce7-8ce6-aa656600908e for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:52:23.259135 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] Updating router 884a693f-0bd5-4ce7-8ce6-aa656600908e port 6b7059dc-2334-4f12-9809-0cc6c47771eb binding host dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:52:23.285468 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:23.371490 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e66010f5-da24-4ae2-ad25-cab41329014a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:23.482763 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-24199c74-0d85-409f-b93c-a09a2bd33439 admin admin] Deleting port 965a10d4-1d39-4fbb-b41b-82223937dfc2 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:52:23.483116 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24199c74-0d85-409f-b93c-a09a2bd33439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:23.574372 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-e66010f5-da24-4ae2-ad25-cab41329014a admin admin] Allocated IP 172.20.0.1 (8998ff40-0686-4320-9329-55fea436cf6d/91b33c66-1fc2-41b0-851c-b4514ffd7eec/688703b6-c67f-41e6-8a24-e2a8e7087214) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:52:23.588307 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-24199c74-0d85-409f-b93c-a09a2bd33439 admin admin] For port 965a10d4-1d39-4fbb-b41b-82223937dfc2, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=965a10d4-1d39-4fbb-b41b-82223937dfc2,segment=NetworkSegment(9efe17a1-07ce-47e6-a2ab-b7065da4c4b8),segment_id=9efe17a1-07ce-47e6-a2ab-b7065da4c4b8)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:23.588772 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24199c74-0d85-409f-b93c-a09a2bd33439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:23.614784 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-24199c74-0d85-409f-b93c-a09a2bd33439 admin admin] Calling delete_port for 965a10d4-1d39-4fbb-b41b-82223937dfc2 owned by network:router_interface {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:52:23.620246 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] Notify callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:23.698643 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e66010f5-da24-4ae2-ad25-cab41329014a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:23.714501 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:23.754935 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] Attempting to bind port 6b7059dc-2334-4f12-9809-0cc6c47771eb on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:52:23.755372 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] Attempting to bind port 6b7059dc-2334-4f12-9809-0cc6c47771eb by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:52:23.755940 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] Attempting to bind port 6b7059dc-2334-4f12-9809-0cc6c47771eb on network 5028ac3a-b802-4c2c-954e-eba2e898c760 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:23.769181 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:52:23.769660 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] Checking segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:52:23.770124 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:23.770709 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] Bound using segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:52:23.771333 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] Bound port: 6b7059dc-2334-4f12-9809-0cc6c47771eb, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:52:23.771867 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:23.800642 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bf712-8399-49ce-bd40-610a8f020b9d None None] Pushing event updated for resources: {'Port': ['ID=6b7059dc-2334-4f12-9809-0cc6c47771eb,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:23.837307 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] For port 6b7059dc-2334-4f12-9809-0cc6c47771eb, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:52:23.841753 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] For port 6b7059dc-2334-4f12-9809-0cc6c47771eb, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=6b7059dc-2334-4f12-9809-0cc6c47771eb,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:52:23.851489 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e66010f5-da24-4ae2-ad25-cab41329014a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:23.894961 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66010f5-da24-4ae2-ad25-cab41329014a admin admin] Network 8998ff40-0686-4320-9329-55fea436cf6d is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:23.897895 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-e66010f5-da24-4ae2-ad25-cab41329014a admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:23.901062 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66010f5-da24-4ae2-ad25-cab41329014a admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:52:23.901777 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e66010f5-da24-4ae2-ad25-cab41329014a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568001'] for router_interface, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:23.932247 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:23.952258 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66010f5-da24-4ae2-ad25-cab41329014a admin admin] Pushing event updated for resources: {'Port': ['ID=688703b6-c67f-41e6-8a24-e2a8e7087214,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:23.971377 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24199c74-0d85-409f-b93c-a09a2bd33439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:23.974273 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] Routers {'884a693f-0bd5-4ce7-8ce6-aa656600908e'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:52:23.975072 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:52:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['884a693f-0bd5-4ce7-8ce6-aa656600908e'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:24.045636 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24199c74-0d85-409f-b93c-a09a2bd33439 admin admin] Pushing event deleted for resources: {'Port': ['ID=965a10d4-1d39-4fbb-b41b-82223937dfc2,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:24.062300 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bf712-8399-49ce-bd40-610a8f020b9d None None] Pushing event updated for resources: {'Port': ['ID=6b7059dc-2334-4f12-9809-0cc6c47771eb,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:24.149764 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86662e61-e378-4628-8c71-5dcadb8c1c91 req-34f03c58-36c5-4cd3-bbaa-fe58bd4c45ac tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:24.152668 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-86662e61-e378-4628-8c71-5dcadb8c1c91 req-34f03c58-36c5-4cd3-bbaa-fe58bd4c45ac tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0918732 Aug 09 16:52:24.167965 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] Set router 884a693f-0bd5-4ce7-8ce6-aa656600908e gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:52:24.216741 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-24199c74-0d85-409f-b93c-a09a2bd33439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571386'] for router_interface, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:24.219191 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-86662e61-e378-4628-8c71-5dcadb8c1c91 req-df89241c-c382-4204-b808-11bc8912df01 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569413 Aug 09 16:52:24.286806 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e66010f5-da24-4ae2-ad25-cab41329014a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:24.334339 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-34d8aec0-5229-43c0-864f-671007657530 None None] Provisioning complete for port 688703b6-c67f-41e6-8a24-e2a8e7087214 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:52:24.334824 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-34d8aec0-5229-43c0-864f-671007657530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:24.421593 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a693f-0bd5-4ce7-8ce6-aa656600908e', 'name': 'tempest-TestVolumeBootPattern-13456757-router', 'tenant_id': '42f119a339064a6cb94a9979e3747005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '6b7059dc-2334-4f12-9809-0cc6c47771eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:19Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 3, 'project_id': '42f119a339064a6cb94a9979e3747005', 'gw_port': {'id': '6b7059dc-2334-4f12-9809-0cc6c47771eb', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:04:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a693f-0bd5-4ce7-8ce6-aa656600908e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:24.440583 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-34d8aec0-5229-43c0-864f-671007657530 None None] Port 688703b6-c67f-41e6-8a24-e2a8e7087214 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:52:24.479139 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad24c5-82a7-4900-8100-bdef03667898 None None] The sync data for ids ['884a693f-0bd5-4ce7-8ce6-aa656600908e'] in dv-cinder-852570-1-iscsi is: [{'id': '884a693f-0bd5-4ce7-8ce6-aa656600908e', 'name': 'tempest-TestVolumeBootPattern-13456757-router', 'tenant_id': '42f119a339064a6cb94a9979e3747005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '6b7059dc-2334-4f12-9809-0cc6c47771eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:19Z', 'updated_at': '2022-08-09T16:52:21Z', 'revision_number': 3, 'project_id': '42f119a339064a6cb94a9979e3747005', 'gw_port': {'id': '6b7059dc-2334-4f12-9809-0cc6c47771eb', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:04:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a693f-0bd5-4ce7-8ce6-aa656600908e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:52:24.552125 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24199c74-0d85-409f-b93c-a09a2bd33439 admin admin] Router a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:52:24.567792 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 10c87dc5-529b-47c9-b178-b8b91fb11d54 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:24.598902 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e66010f5-da24-4ae2-ad25-cab41329014a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:24.636501 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 10c87dc5-529b-47c9-b178-b8b91fb11d54 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:52:24.636899 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:24.694270 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24199c74-0d85-409f-b93c-a09a2bd33439 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:52:24.706832 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-24199c74-0d85-409f-b93c-a09a2bd33439 admin admin] 10.222.0.49 "PUT /v2.0/routers/a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6616385 Aug 09 16:52:24.709758 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 55066) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:24.709896 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fc785e-6bc7-485b-8f08-ef46a7cebe20 None None] Sync routers for ids ['a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:52:24.736187 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fc785e-6bc7-485b-8f08-ef46a7cebe20 None None] Routers {'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:52:24.736907 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-63fc785e-6bc7-485b-8f08-ef46a7cebe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:52:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:24.784548 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 10c87dc5-529b-47c9-b178-b8b91fb11d54 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:52:24.841050 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e66010f5-da24-4ae2-ad25-cab41329014a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:24.841850 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e66010f5-da24-4ae2-ad25-cab41329014a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571249'] for router_interface, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:24.886245 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-63fc785e-6bc7-485b-8f08-ef46a7cebe20 None None] Set router a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:52:24.926652 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-56424ca0-63af-4d62-b33f-fbd8b3ff605e admin admin] Notify callbacks [] for router, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:24.977703 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66010f5-da24-4ae2-ad25-cab41329014a admin admin] Pushing event updated for resources: {'Port': ['ID=688703b6-c67f-41e6-8a24-e2a8e7087214,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:25.263903 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-63fc785e-6bc7-485b-8f08-ef46a7cebe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'name': 'tempest-DeleteServersTestJSON-1692903735-router', 'tenant_id': '28579acf4f6649619fa5e100c7c9ac60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6f4fd79a-3337-40c3-ad3e-937b9d7b9a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:52:23Z', 'revision_number': 5, 'project_id': '28579acf4f6649619fa5e100c7c9ac60', 'gw_port': {'id': '6f4fd79a-3337-40c3-ad3e-937b9d7b9a27', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:25.304559 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fc785e-6bc7-485b-8f08-ef46a7cebe20 None None] Checking router: a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:52:25.321545 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fc785e-6bc7-485b-8f08-ef46a7cebe20 None None] Routers {'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:52:25.322200 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-63fc785e-6bc7-485b-8f08-ef46a7cebe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:52:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:25.354151 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-56424ca0-63af-4d62-b33f-fbd8b3ff605e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:25.370704 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66010f5-da24-4ae2-ad25-cab41329014a admin admin] Network 8998ff40-0686-4320-9329-55fea436cf6d is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:52:25.372182 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-e66010f5-da24-4ae2-ad25-cab41329014a admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:52:25.446322 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69030d08-25a1-4737-9d7a-3e9342be5b5e req-c7a377cb-3de1-4957-a3cd-f1ebba540d49 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:25.448807 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-69030d08-25a1-4737-9d7a-3e9342be5b5e req-c7a377cb-3de1-4957-a3cd-f1ebba540d49 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.1142550 Aug 09 16:52:25.536180 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-69030d08-25a1-4737-9d7a-3e9342be5b5e req-669f2e0e-dd92-48f2-a0a7-f6aacbbf1d23 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755262 Aug 09 16:52:25.559064 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-63fc785e-6bc7-485b-8f08-ef46a7cebe20 None None] Set router a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:52:25.571562 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66010f5-da24-4ae2-ad25-cab41329014a admin admin] Router 884a693f-0bd5-4ce7-8ce6-aa656600908e has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:52:25.696894 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-56424ca0-63af-4d62-b33f-fbd8b3ff605e admin admin] Deleting port 6f4fd79a-3337-40c3-ad3e-937b9d7b9a27 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:52:25.697505 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-56424ca0-63af-4d62-b33f-fbd8b3ff605e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:25.793662 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-83a2eb3f-99c8-4a87-98bf-bb6dbfa42492 None None] Provisioning complete for port 688703b6-c67f-41e6-8a24-e2a8e7087214 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:52:25.794185 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-83a2eb3f-99c8-4a87-98bf-bb6dbfa42492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:25.806272 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66010f5-da24-4ae2-ad25-cab41329014a admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:52:25.812403 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-e66010f5-da24-4ae2-ad25-cab41329014a admin admin] 10.222.0.49 "PUT /v2.0/routers/884a693f-0bd5-4ce7-8ce6-aa656600908e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1452920 Aug 09 16:52:25.837715 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-83a2eb3f-99c8-4a87-98bf-bb6dbfa42492 None None] Port 688703b6-c67f-41e6-8a24-e2a8e7087214 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:52:25.843028 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-56424ca0-63af-4d62-b33f-fbd8b3ff605e admin admin] For port 6f4fd79a-3337-40c3-ad3e-937b9d7b9a27, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=6f4fd79a-3337-40c3-ad3e-937b9d7b9a27,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:25.843404 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-56424ca0-63af-4d62-b33f-fbd8b3ff605e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:25.847454 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-63fc785e-6bc7-485b-8f08-ef46a7cebe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'name': 'tempest-DeleteServersTestJSON-1692903735-router', 'tenant_id': '28579acf4f6649619fa5e100c7c9ac60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6f4fd79a-3337-40c3-ad3e-937b9d7b9a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:52:23Z', 'revision_number': 5, 'project_id': '28579acf4f6649619fa5e100c7c9ac60', 'gw_port': {'id': '6f4fd79a-3337-40c3-ad3e-937b9d7b9a27', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:25.858117 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-56424ca0-63af-4d62-b33f-fbd8b3ff605e admin admin] Calling delete_port for 6f4fd79a-3337-40c3-ad3e-937b9d7b9a27 owned by network:router_gateway {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:52:25.875875 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fc785e-6bc7-485b-8f08-ef46a7cebe20 None None] The sync data for ids ['a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc'] in dv-cinder-852570-1-iscsi is: [{'id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'name': 'tempest-DeleteServersTestJSON-1692903735-router', 'tenant_id': '28579acf4f6649619fa5e100c7c9ac60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.67'}], 'enable_snat': True}, 'gw_port_id': '6f4fd79a-3337-40c3-ad3e-937b9d7b9a27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:52:23Z', 'revision_number': 5, 'project_id': '28579acf4f6649619fa5e100c7c9ac60', 'gw_port': {'id': '6f4fd79a-3337-40c3-ad3e-937b9d7b9a27', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:6b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:52:26.136322 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-56424ca0-63af-4d62-b33f-fbd8b3ff605e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:26.169563 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56424ca0-63af-4d62-b33f-fbd8b3ff605e admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4fd79a-3337-40c3-ad3e-937b9d7b9a27,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:26.201544 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-56424ca0-63af-4d62-b33f-fbd8b3ff605e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568720'] for router_gateway, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:26.238036 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 55098) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:26.244342 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-b1117527-1305-4622-810a-d0da4d48f02c tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2086151188', 'description': 'tempest-secgroup-smoke-2086151188 description', 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:52:26.314306 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-56424ca0-63af-4d62-b33f-fbd8b3ff605e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-755'] for router, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:26.316369 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-56424ca0-63af-4d62-b33f-fbd8b3ff605e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:26.324807 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b1117527-1305-4622-810a-d0da4d48f02c tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:26.426712 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b1117527-1305-4622-810a-d0da4d48f02c tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:26.439827 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-56424ca0-63af-4d62-b33f-fbd8b3ff605e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573157'] for router, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:26.440634 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56424ca0-63af-4d62-b33f-fbd8b3ff605e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc {{(pid=109848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:52:26.448309 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-56424ca0-63af-4d62-b33f-fbd8b3ff605e admin admin] Notify callbacks [] for router, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:26.449910 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-56424ca0-63af-4d62-b33f-fbd8b3ff605e admin admin] 10.222.0.49 "DELETE /v2.0/routers/a13ae4a9-09e2-45e9-b2b6-61c89f9db9dc HTTP/1.1" status: 204 len: 168 time: 1.7387123 Aug 09 16:52:26.452367 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 55102) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:26.474164 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b1117527-1305-4622-810a-d0da4d48f02c tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:26.501816 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_v2 [None req-1914f510-8b48-4800-b60b-954d6dda0714 admin admin] Deleting subnet b2e39800-036d-4bb8-82d6-1cca71db8ff9 {{(pid=109848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 16:52:26.505107 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1914f510-8b48-4800-b60b-954d6dda0714 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:26.505275 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1117527-1305-4622-810a-d0da4d48f02c tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87dddeb1-92a2-4bf1-a2db-ebbea5f84425,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:26.541633 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1914f510-8b48-4800-b60b-954d6dda0714 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:26.581242 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b1117527-1305-4622-810a-d0da4d48f02c tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:26.589048 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-b1117527-1305-4622-810a-d0da4d48f02c tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3442123 Aug 09 16:52:26.589048 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 55108) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:26.591908 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-a8b75051-4604-4248-a984-53e27991e9ea tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Request body: {'security_group_rule': {'security_group_id': '87dddeb1-92a2-4bf1-a2db-ebbea5f84425', 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:52:26.640707 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1914f510-8b48-4800-b60b-954d6dda0714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3282'] for subnet, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:26.671890 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced7530-2f07-4b59-a6c8-f42bc5e55a59 req-45a9a882-b736-4e96-8d70-65c9e9fdd13c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:26.673358 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bced7530-2f07-4b59-a6c8-f42bc5e55a59 req-45a9a882-b736-4e96-8d70-65c9e9fdd13c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0525045 Aug 09 16:52:26.718924 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bced7530-2f07-4b59-a6c8-f42bc5e55a59 req-6403b96f-b2bb-4bc1-980d-b0c8787f61b3 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375552 Aug 09 16:52:26.727481 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a8b75051-4604-4248-a984-53e27991e9ea tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:26.777088 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1914f510-8b48-4800-b60b-954d6dda0714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for subnet, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:26.826569 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914f510-8b48-4800-b60b-954d6dda0714 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2e39800-036d-4bb8-82d6-1cca71db8ff9,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:26.829714 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1914f510-8b48-4800-b60b-954d6dda0714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:26.833927 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-1914f510-8b48-4800-b60b-954d6dda0714 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b2e39800-036d-4bb8-82d6-1cca71db8ff9 HTTP/1.1" status: 204 len: 168 time: 0.3805132 Aug 09 16:52:26.837535 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 55112) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:26.840612 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e789fd9-01ca-4328-a768-34063d2a16be None None] Network 713d6a7a-686f-4197-9ccf-112c6c469454 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:52:26.852682 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a8b75051-4604-4248-a984-53e27991e9ea tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:26.907047 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 6b7059dc-2334-4f12-9809-0cc6c47771eb up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:26.951766 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-107367'] for network, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:26.963454 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a8b75051-4604-4248-a984-53e27991e9ea tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:26.983705 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b75051-4604-4248-a984-53e27991e9ea tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd75040e-5f96-4230-a4b5-415bc97b6696,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:27.047061 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Deleting port 1323aa94-c0a2-41ee-8e04-279514db9e77 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:52:27.047411 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.047587 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 6b7059dc-2334-4f12-9809-0cc6c47771eb triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:52:27.047969 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.062754 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a8b75051-4604-4248-a984-53e27991e9ea tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.067238 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a8b75051-4604-4248-a984-53e27991e9ea tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4794044 Aug 09 16:52:27.072733 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 55114) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:27.083372 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-77fa3448-ba26-4581-a62f-4b5d871b5550 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Request body: {'security_group_rule': {'security_group_id': '87dddeb1-92a2-4bf1-a2db-ebbea5f84425', 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:52:27.144090 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] For port 1323aa94-c0a2-41ee-8e04-279514db9e77, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=1323aa94-c0a2-41ee-8e04-279514db9e77,segment=NetworkSegment(9efe17a1-07ce-47e6-a2ab-b7065da4c4b8),segment_id=9efe17a1-07ce-47e6-a2ab-b7065da4c4b8)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:27.144564 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.150561 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23520be4-a352-4ca6-9fe1-05fd593559f1 None None] DHCP port deletion for 713d6a7a-686f-4197-9ccf-112c6c469454 request from dv-cinder-852570-1-iscsi {{(pid=109850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:52:27.158267 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Calling delete_port for 1323aa94-c0a2-41ee-8e04-279514db9e77 owned by network:dhcp {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:52:27.183947 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-77fa3448-ba26-4581-a62f-4b5d871b5550 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.196880 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 6b7059dc-2334-4f12-9809-0cc6c47771eb is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:52:27.197274 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.221265 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port 6b7059dc-2334-4f12-9809-0cc6c47771eb, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=6b7059dc-2334-4f12-9809-0cc6c47771eb,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:27.245869 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-23520be4-a352-4ca6-9fe1-05fd593559f1 None None] Deleting port 1323aa94-c0a2-41ee-8e04-279514db9e77 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:52:27.246244 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-23520be4-a352-4ca6-9fe1-05fd593559f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.276672 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-77fa3448-ba26-4581-a62f-4b5d871b5550 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.301917 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] Sync routers for ids ['884a693f-0bd5-4ce7-8ce6-aa656600908e'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:52:27.314643 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] Routers {'884a693f-0bd5-4ce7-8ce6-aa656600908e'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:52:27.315912 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:52:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['884a693f-0bd5-4ce7-8ce6-aa656600908e'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:27.318896 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.328763 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-23520be4-a352-4ca6-9fe1-05fd593559f1 None None] For port 1323aa94-c0a2-41ee-8e04-279514db9e77, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=1323aa94-c0a2-41ee-8e04-279514db9e77,segment=NetworkSegment(9efe17a1-07ce-47e6-a2ab-b7065da4c4b8),segment_id=9efe17a1-07ce-47e6-a2ab-b7065da4c4b8)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:27.329441 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-23520be4-a352-4ca6-9fe1-05fd593559f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.359290 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.365444 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-23520be4-a352-4ca6-9fe1-05fd593559f1 None None] Calling delete_port for 1323aa94-c0a2-41ee-8e04-279514db9e77 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:52:27.388302 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Pushing event deleted for resources: {'Port': ['ID=1323aa94-c0a2-41ee-8e04-279514db9e77,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:27.392045 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] No DVR routers for this DVR port 1323aa94-c0a2-41ee-8e04-279514db9e77 on host dv-cinder-852570-1-iscsi {{(pid=109849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:52:27.432071 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] Set router 884a693f-0bd5-4ce7-8ce6-aa656600908e gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:52:27.439303 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-77fa3448-ba26-4581-a62f-4b5d871b5550 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.458476 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa3448-ba26-4581-a62f-4b5d871b5550 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe22dfd-f0f0-490f-899c-550c31cfa5c6,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:27.465456 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=6b7059dc-2334-4f12-9809-0cc6c47771eb,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:27.489869 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4957', 'neutron.services.segments.db._delete_segments_for_network-8730382773378'] for network, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.519705 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:52:27.520067 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:52:27.521163 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:52:27.521615 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Subscribe: > port after_create 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:52:27.521901 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:52:27.522237 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Subscribe: > port after_update 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:52:27.522571 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:52:27.522920 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:52:27.523255 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:52:27.523781 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:52:27.539091 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-23520be4-a352-4ca6-9fe1-05fd593559f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.554315 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23520be4-a352-4ca6-9fe1-05fd593559f1 None None] No DVR routers for this DVR port 1323aa94-c0a2-41ee-8e04-279514db9e77 on host dv-cinder-852570-1-iscsi {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:52:27.588010 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23520be4-a352-4ca6-9fe1-05fd593559f1 None None] Pushing event deleted for resources: {'Port': ['ID=1323aa94-c0a2-41ee-8e04-279514db9e77,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:27.619715 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-77fa3448-ba26-4581-a62f-4b5d871b5550 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.621463 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-77fa3448-ba26-4581-a62f-4b5d871b5550 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5477488 Aug 09 16:52:27.623906 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 55120) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:27.628688 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-3476ded5-801f-4297-a416-a4229ae0946b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Request body: {'security_group_rule': {'security_group_id': '87dddeb1-92a2-4bf1-a2db-ebbea5f84425', 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:52:27.708341 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a693f-0bd5-4ce7-8ce6-aa656600908e', 'name': 'tempest-TestVolumeBootPattern-13456757-router', 'tenant_id': '42f119a339064a6cb94a9979e3747005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '6b7059dc-2334-4f12-9809-0cc6c47771eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:19Z', 'updated_at': '2022-08-09T16:52:24Z', 'revision_number': 4, 'project_id': '42f119a339064a6cb94a9979e3747005', 'gw_port': {'id': '6b7059dc-2334-4f12-9809-0cc6c47771eb', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a693f-0bd5-4ce7-8ce6-aa656600908e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '688703b6-c67f-41e6-8a24-e2a8e7087214', 'name': '', 'network_id': '8998ff40-0686-4320-9329-55fea436cf6d', 'tenant_id': '42f119a339064a6cb94a9979e3747005', 'mac_address': 'fa:16:3e:62:c8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a693f-0bd5-4ce7-8ce6-aa656600908e', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '91b33c66-1fc2-41b0-851c-b4514ffd7eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:23Z', 'updated_at': '2022-08-09T16:52:24Z', 'revision_number': 2, 'project_id': '42f119a339064a6cb94a9979e3747005', 'subnets': [{'id': '91b33c66-1fc2-41b0-851c-b4514ffd7eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:27.719868 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:52:27.720313 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:52:27.720660 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:52:27.720999 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:52:27.721377 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['713d6a7a-686f-4197-9ccf-112c6c469454']}} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:27.731018 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3476ded5-801f-4297-a416-a4229ae0946b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.740637 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] Checking router: 884a693f-0bd5-4ce7-8ce6-aa656600908e for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:52:27.740964 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] Updating router 884a693f-0bd5-4ce7-8ce6-aa656600908e port 688703b6-c67f-41e6-8a24-e2a8e7087214 binding host dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:52:27.743884 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9efe17a1-07ce-47e6-a2ab-b7065da4c4b8') {'for_net_delete': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:27.744263 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9efe17a1-07ce-47e6-a2ab-b7065da4c4b8') {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:27.780329 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730382772875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29272692'] for segment, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.783812 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.812123 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.818573 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3476ded5-801f-4297-a416-a4229ae0946b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.835544 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=109849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:52:27.836873 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25174447'] for segment, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.880560 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3476ded5-801f-4297-a416-a4229ae0946b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:27.892084 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8fc25-b437-49ee-8cd9-d9ea569852e8 req-72f9b036-659d-49a3-85e3-5bb76ca1ceca tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:27.893529 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0db8fc25-b437-49ee-8cd9-d9ea569852e8 req-72f9b036-659d-49a3-85e3-5bb76ca1ceca tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0712273 Aug 09 16:52:27.911125 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476ded5-801f-4297-a416-a4229ae0946b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a437be-b5e8-45d4-8ff8-69c9fb67d1d5,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:27.947783 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0db8fc25-b437-49ee-8cd9-d9ea569852e8 req-2f98f586-851e-41e1-b7db-70bdc7138f8e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403614 Aug 09 16:52:28.011858 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567928'] for network, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.019948 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.029594 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] 10.222.0.49 "DELETE /v2.0/networks/713d6a7a-686f-4197-9ccf-112c6c469454 HTTP/1.1" status: 204 len: 168 time: 1.1871135 Aug 09 16:52:28.035447 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3476ded5-801f-4297-a416-a4229ae0946b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.037332 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-3476ded5-801f-4297-a416-a4229ae0946b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4122491 Aug 09 16:52:28.040797 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 55132) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:28.044471 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66b94e-7205-41a9-a2ea-33397808e874 admin admin] Pushing event deleted for resources: {'Network': ['ID=713d6a7a-686f-4197-9ccf-112c6c469454,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:28.046796 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-6ef50a43-42d0-479a-ad37-acb77c08b93b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Request body: {'security_group_rule': {'security_group_id': '87dddeb1-92a2-4bf1-a2db-ebbea5f84425', 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:52:28.133085 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] Notify callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.149743 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ef50a43-42d0-479a-ad37-acb77c08b93b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.160688 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.services.segments.plugin [-] Segment 9efe17a1-07ce-47e6-a2ab-b7065da4c4b8 resource provider aggregate not found Aug 09 16:52:28.183090 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.services.segments.plugin [-] Segment 9efe17a1-07ce-47e6-a2ab-b7065da4c4b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9efe17a1-07ce-47e6-a2ab-b7065da4c4b8 found for delete ", "request_id": "req-459ed064-6ad1-4fa5-baf8-5e880079a785"}]} Aug 09 16:52:28.210700 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.220492 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ef50a43-42d0-479a-ad37-acb77c08b93b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.306134 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ef50a43-42d0-479a-ad37-acb77c08b93b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.324425 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef50a43-42d0-479a-ad37-acb77c08b93b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac2d3e0-0694-415f-893d-dc7f51d04709,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:28.381522 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f197cb-5208-4114-ab52-6ffa6cab3d85 None None] Pushing event updated for resources: {'Port': ['ID=688703b6-c67f-41e6-8a24-e2a8e7087214,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:28.392514 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6ef50a43-42d0-479a-ad37-acb77c08b93b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.393926 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-6ef50a43-42d0-479a-ad37-acb77c08b93b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3517382 Aug 09 16:52:28.396922 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 55140) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:28.400549 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] Attempting to bind port 688703b6-c67f-41e6-8a24-e2a8e7087214 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:52:28.401170 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] Attempting to bind port 688703b6-c67f-41e6-8a24-e2a8e7087214 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '56bc0205-ec5f-42c4-83a7-d12a20c321a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8998ff40-0686-4320-9329-55fea436cf6d'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:52:28.401812 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] Attempting to bind port 688703b6-c67f-41e6-8a24-e2a8e7087214 on network 8998ff40-0686-4320-9329-55fea436cf6d {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:52:28.402650 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-29fc8168-f9dd-4e00-92b6-a8dfbe488481 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Request body: {'security_group_rule': {'security_group_id': '87dddeb1-92a2-4bf1-a2db-ebbea5f84425', 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:52:28.408410 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:52:28.409127 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] Checking segment: {'id': '56bc0205-ec5f-42c4-83a7-d12a20c321a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8998ff40-0686-4320-9329-55fea436cf6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:52:28.409586 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.410123 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] Bound using segment: {'id': '56bc0205-ec5f-42c4-83a7-d12a20c321a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8998ff40-0686-4320-9329-55fea436cf6d'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:52:28.410661 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] Bound port: 688703b6-c67f-41e6-8a24-e2a8e7087214, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56bc0205-ec5f-42c4-83a7-d12a20c321a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '8998ff40-0686-4320-9329-55fea436cf6d'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:52:28.411063 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.433805 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 6b7059dc-2334-4f12-9809-0cc6c47771eb up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:28.482741 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] For port 688703b6-c67f-41e6-8a24-e2a8e7087214, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:52:28.486186 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] For port 688703b6-c67f-41e6-8a24-e2a8e7087214, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=688703b6-c67f-41e6-8a24-e2a8e7087214,segment=NetworkSegment(56bc0205-ec5f-42c4-83a7-d12a20c321a8),segment_id=56bc0205-ec5f-42c4-83a7-d12a20c321a8)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:52:28.492761 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 6b7059dc-2334-4f12-9809-0cc6c47771eb triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:52:28.493142 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.503549 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.securitygroups_db [None req-29fc8168-f9dd-4e00-92b6-a8dfbe488481 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Project b7c322e8fa074dfa8e2bfab8a4b4d76e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:52:28.504248 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 55144) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:28.509498 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-29fc8168-f9dd-4e00-92b6-a8dfbe488481 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.554600 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.565790 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-246f79f7-88a5-4f0a-8c51-54bd42077fd0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=28579acf4f6649619fa5e100c7c9ac60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0603578 Aug 09 16:52:28.568360 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 55148) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:28.606438 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-29fc8168-f9dd-4e00-92b6-a8dfbe488481 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.612328 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] Routers {'884a693f-0bd5-4ce7-8ce6-aa656600908e'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:52:28.613882 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:52:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['884a693f-0bd5-4ce7-8ce6-aa656600908e'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:28.623353 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 6b7059dc-2334-4f12-9809-0cc6c47771eb is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:52:28.646945 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d1aa1478-8b3d-4051-9a24-12683a9ef603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.672360 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d1aa1478-8b3d-4051-9a24-12683a9ef603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.698422 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 965a10d4-1d39-4fbb-b41b-82223937dfc2 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:52:28.708219 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-29fc8168-f9dd-4e00-92b6-a8dfbe488481 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.722366 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: 965a10d4-1d39-4fbb-b41b-82223937dfc2 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:52:28.723009 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 965a10d4-1d39-4fbb-b41b-82223937dfc2 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:52:28.723798 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 6f4fd79a-3337-40c3-ad3e-937b9d7b9a27 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:52:28.739135 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc8168-f9dd-4e00-92b6-a8dfbe488481 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e24a0d1-5bc5-4131-aea6-17b66d403a35,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:28.754249 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: 6f4fd79a-3337-40c3-ad3e-937b9d7b9a27 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:52:28.754249 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 6f4fd79a-3337-40c3-ad3e-937b9d7b9a27 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:52:28.754249 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 1323aa94-c0a2-41ee-8e04-279514db9e77 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:52:28.756879 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f197cb-5208-4114-ab52-6ffa6cab3d85 None None] Pushing event updated for resources: {'Port': ['ID=688703b6-c67f-41e6-8a24-e2a8e7087214,revision_number=4']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:28.770433 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] Set router 884a693f-0bd5-4ce7-8ce6-aa656600908e gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:52:28.782687 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: 1323aa94-c0a2-41ee-8e04-279514db9e77 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:52:28.783033 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 1323aa94-c0a2-41ee-8e04-279514db9e77 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:52:28.835187 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-29fc8168-f9dd-4e00-92b6-a8dfbe488481 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.836595 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-29fc8168-f9dd-4e00-92b6-a8dfbe488481 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4385295 Aug 09 16:52:28.839619 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 55154) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:28.844261 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-a118e553-794d-4e7e-b762-03759c4f0fe2 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Request body: {'security_group_rule': {'security_group_id': '87dddeb1-92a2-4bf1-a2db-ebbea5f84425', 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:52:28.855437 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d1aa1478-8b3d-4051-9a24-12683a9ef603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.858206 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d1aa1478-8b3d-4051-9a24-12683a9ef603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:28.864022 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d1aa1478-8b3d-4051-9a24-12683a9ef603 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/53fe8ee4-fbfe-4875-8471-1343bdb8cdb3 HTTP/1.1" status: 204 len: 168 time: 0.2901499 Aug 09 16:52:28.870879 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa1478-8b3d-4051-9a24-12683a9ef603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fe8ee4-fbfe-4875-8471-1343bdb8cdb3,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:28.953279 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.securitygroups_db [None req-a118e553-794d-4e7e-b762-03759c4f0fe2 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Project b7c322e8fa074dfa8e2bfab8a4b4d76e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:52:28.958620 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a118e553-794d-4e7e-b762-03759c4f0fe2 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:29.024266 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a693f-0bd5-4ce7-8ce6-aa656600908e', 'name': 'tempest-TestVolumeBootPattern-13456757-router', 'tenant_id': '42f119a339064a6cb94a9979e3747005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '6b7059dc-2334-4f12-9809-0cc6c47771eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:19Z', 'updated_at': '2022-08-09T16:52:24Z', 'revision_number': 4, 'project_id': '42f119a339064a6cb94a9979e3747005', 'gw_port': {'id': '6b7059dc-2334-4f12-9809-0cc6c47771eb', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a693f-0bd5-4ce7-8ce6-aa656600908e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '688703b6-c67f-41e6-8a24-e2a8e7087214', 'name': '', 'network_id': '8998ff40-0686-4320-9329-55fea436cf6d', 'tenant_id': '42f119a339064a6cb94a9979e3747005', 'mac_address': 'fa:16:3e:62:c8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a693f-0bd5-4ce7-8ce6-aa656600908e', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '91b33c66-1fc2-41b0-851c-b4514ffd7eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:23Z', 'updated_at': '2022-08-09T16:52:28Z', 'revision_number': 4, 'project_id': '42f119a339064a6cb94a9979e3747005', 'subnets': [{'id': '91b33c66-1fc2-41b0-851c-b4514ffd7eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:52:29.034862 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a118e553-794d-4e7e-b762-03759c4f0fe2 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:29.060116 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df33ecd-b87c-4f7a-96b6-7e58b368f006 None None] The sync data for ids ['884a693f-0bd5-4ce7-8ce6-aa656600908e'] in dv-cinder-852570-1-iscsi is: [{'id': '884a693f-0bd5-4ce7-8ce6-aa656600908e', 'name': 'tempest-TestVolumeBootPattern-13456757-router', 'tenant_id': '42f119a339064a6cb94a9979e3747005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '6b7059dc-2334-4f12-9809-0cc6c47771eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:19Z', 'updated_at': '2022-08-09T16:52:24Z', 'revision_number': 4, 'project_id': '42f119a339064a6cb94a9979e3747005', 'gw_port': {'id': '6b7059dc-2334-4f12-9809-0cc6c47771eb', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a693f-0bd5-4ce7-8ce6-aa656600908e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '688703b6-c67f-41e6-8a24-e2a8e7087214', 'name': '', 'network_id': '8998ff40-0686-4320-9329-55fea436cf6d', 'tenant_id': '42f119a339064a6cb94a9979e3747005', 'mac_address': 'fa:16:3e:62:c8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884a693f-0bd5-4ce7-8ce6-aa656600908e', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '91b33c66-1fc2-41b0-851c-b4514ffd7eec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:23Z', 'updated_at': '2022-08-09T16:52:28Z', 'revision_number': 4, 'project_id': '42f119a339064a6cb94a9979e3747005', 'subnets': [{'id': '91b33c66-1fc2-41b0-851c-b4514ffd7eec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:52:29.122921 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a118e553-794d-4e7e-b762-03759c4f0fe2 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:29.128468 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0727d18-4ad1-43ec-92b6-01acac623e78 req-d6585ee9-0d14-4996-a24a-eb5d36d8bb66 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:29.129538 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c0727d18-4ad1-43ec-92b6-01acac623e78 req-d6585ee9-0d14-4996-a24a-eb5d36d8bb66 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0844717 Aug 09 16:52:29.149587 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118e553-794d-4e7e-b762-03759c4f0fe2 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e358eeae-2da6-4431-8251-e99bfe2a542e,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:29.193986 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c0727d18-4ad1-43ec-92b6-01acac623e78 req-ee89950d-8d0b-4c8d-8c87-7cf7f546b661 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522537 Aug 09 16:52:29.235336 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a118e553-794d-4e7e-b762-03759c4f0fe2 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:29.237126 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-a118e553-794d-4e7e-b762-03759c4f0fe2 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3959270 Aug 09 16:52:30.333534 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e1b63-cb86-4fdc-a339-31835e65d10d req-f878bb2c-52a4-4510-83a9-ee1b24a5de52 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:30.338591 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-047e1b63-cb86-4fdc-a339-31835e65d10d req-f878bb2c-52a4-4510-83a9-ee1b24a5de52 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0564060 Aug 09 16:52:30.390137 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-047e1b63-cb86-4fdc-a339-31835e65d10d req-f420eeb5-aa80-4ccb-99d8-003fb6297a26 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481522 Aug 09 16:52:30.446904 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 688703b6-c67f-41e6-8a24-e2a8e7087214 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:30.510917 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 688703b6-c67f-41e6-8a24-e2a8e7087214 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:52:30.511560 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:30.599847 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 688703b6-c67f-41e6-8a24-e2a8e7087214 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:52:30.600322 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:30.636182 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port 688703b6-c67f-41e6-8a24-e2a8e7087214, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=688703b6-c67f-41e6-8a24-e2a8e7087214,segment=NetworkSegment(56bc0205-ec5f-42c4-83a7-d12a20c321a8),segment_id=56bc0205-ec5f-42c4-83a7-d12a20c321a8)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:52:30.730708 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:30.782988 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=688703b6-c67f-41e6-8a24-e2a8e7087214,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:31.718756 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc303bd-cc2b-4f41-b5b1-21b0dc40a8aa req-0629338e-1521-4663-a4e3-6ebedf61afa2 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:31.720326 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2cc303bd-cc2b-4f41-b5b1-21b0dc40a8aa req-0629338e-1521-4663-a4e3-6ebedf61afa2 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0538161 Aug 09 16:52:31.763933 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2cc303bd-cc2b-4f41-b5b1-21b0dc40a8aa req-dcbf33a0-27c8-4a08-8203-f7a3c239e42e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343187 Aug 09 16:52:31.900564 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:52:32.399304 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 688703b6-c67f-41e6-8a24-e2a8e7087214 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:52:32.446836 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 688703b6-c67f-41e6-8a24-e2a8e7087214 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:52:32.447192 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:32.538715 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 688703b6-c67f-41e6-8a24-e2a8e7087214 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:52:32.889941 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f210d9-9483-4010-b258-1b39db0bacc3 req-00c7e729-4cd0-4a4e-a5ce-1adf0c7ec560 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:32.891425 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f2f210d9-9483-4010-b258-1b39db0bacc3 req-00c7e729-4cd0-4a4e-a5ce-1adf0c7ec560 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0518129 Aug 09 16:52:32.928691 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f2f210d9-9483-4010-b258-1b39db0bacc3 req-0442edff-570a-468a-827d-5290e81af983 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312741 Aug 09 16:52:34.044338 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c92bab-071a-4aa2-aee3-ea24dfc52240 req-3b41b572-f818-4bcf-b5fb-e19909117bd2 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:34.045910 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c6c92bab-071a-4aa2-aee3-ea24dfc52240 req-3b41b572-f818-4bcf-b5fb-e19909117bd2 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0471945 Aug 09 16:52:34.095775 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c6c92bab-071a-4aa2-aee3-ea24dfc52240 req-a883a85c-f482-48fd-a648-6efc5b1ef76e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439410 Aug 09 16:52:35.215552 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44f7fb-4377-482e-9bec-dcff87c1fd63 req-a1eee588-7305-4202-bc18-55e0832aa49c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:35.217137 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1d44f7fb-4377-482e-9bec-dcff87c1fd63 req-a1eee588-7305-4202-bc18-55e0832aa49c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0487475 Aug 09 16:52:35.255924 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1d44f7fb-4377-482e-9bec-dcff87c1fd63 req-be492a1e-6f77-4ceb-a385-f89458920b26 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327494 Aug 09 16:52:36.379514 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2890f-4ff8-4e0a-8e47-cff2ad9572cf req-460ee348-b198-41f2-b832-e4a72e63645d tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:36.380978 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f1c2890f-4ff8-4e0a-8e47-cff2ad9572cf req-460ee348-b198-41f2-b832-e4a72e63645d tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0497432 Aug 09 16:52:36.418776 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f1c2890f-4ff8-4e0a-8e47-cff2ad9572cf req-a24656b9-ad06-4278-8b34-fa64be353b83 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315070 Aug 09 16:52:37.543822 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b0f5e-f6b7-418c-bd3c-a26401b59554 req-b3158824-5db7-4f76-b31e-5a87e92e0c40 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:37.545493 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-590b0f5e-f6b7-418c-bd3c-a26401b59554 req-b3158824-5db7-4f76-b31e-5a87e92e0c40 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0537589 Aug 09 16:52:37.585258 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-590b0f5e-f6b7-418c-bd3c-a26401b59554 req-1e95498c-e278-451d-853b-b348bd34077a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335288 Aug 09 16:52:38.703379 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c397b-c85a-4565-9bae-9a2225f9d8c7 req-2ac3d850-d0b2-47fe-8dd5-ac1f35217947 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:38.704847 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-288c397b-c85a-4565-9bae-9a2225f9d8c7 req-2ac3d850-d0b2-47fe-8dd5-ac1f35217947 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0471485 Aug 09 16:52:38.748682 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-288c397b-c85a-4565-9bae-9a2225f9d8c7 req-65bcd5f9-5e74-4230-828f-00cb8b5fa36a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377769 Aug 09 16:52:39.872496 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e768dc3-06f1-4497-98b3-ac38f505b3cb req-29d144e2-1193-4b75-a015-9dd363878170 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:39.873986 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4e768dc3-06f1-4497-98b3-ac38f505b3cb req-29d144e2-1193-4b75-a015-9dd363878170 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0523872 Aug 09 16:52:39.915221 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4e768dc3-06f1-4497-98b3-ac38f505b3cb req-f196d836-ce44-40a7-a115-1ca7f08c629d tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349674 Aug 09 16:52:41.039245 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5023c2-4b0e-442b-97f8-c1f0f09978bf req-5ba070c4-22e4-4165-85a7-4479251f21c4 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:41.041135 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fb5023c2-4b0e-442b-97f8-c1f0f09978bf req-5ba070c4-22e4-4165-85a7-4479251f21c4 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0534520 Aug 09 16:52:41.088521 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fb5023c2-4b0e-442b-97f8-c1f0f09978bf req-156481a2-bb7e-48bc-b287-e1ebe8ee96ba tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374062 Aug 09 16:52:41.102186 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-76217903-90b0-445b-a8d4-9925065230fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:42.219152 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39bda44-850f-4dbb-8142-834524025403 req-5523db3a-648c-4874-aa0f-56ddb03ba468 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:42.220613 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d39bda44-850f-4dbb-8142-834524025403 req-5523db3a-648c-4874-aa0f-56ddb03ba468 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0478730 Aug 09 16:52:42.258996 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d39bda44-850f-4dbb-8142-834524025403 req-b01585e1-a034-478f-83e0-110e104520b8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323460 Aug 09 16:52:43.056424 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3aef0aa5-ff0d-4701-b0f5-051bae5b5b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:43.378330 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24644fe-46d1-4b3f-8d07-c8a5ffbcb412 req-8e24db58-c09d-428b-a6b7-424c3a13eac0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:43.379808 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f24644fe-46d1-4b3f-8d07-c8a5ffbcb412 req-8e24db58-c09d-428b-a6b7-424c3a13eac0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0488651 Aug 09 16:52:43.418243 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f24644fe-46d1-4b3f-8d07-c8a5ffbcb412 req-21814367-af85-421f-b59e-14019d0d515f tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319200 Aug 09 16:52:44.538305 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6e1b3-ba2a-48ce-b8ec-18c2f726f5bc req-8e33719e-5778-49db-a0e6-2bfb62c9c2ad tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:44.540617 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-03c6e1b3-ba2a-48ce-b8ec-18c2f726f5bc req-8e33719e-5778-49db-a0e6-2bfb62c9c2ad tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0511425 Aug 09 16:52:44.578482 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-03c6e1b3-ba2a-48ce-b8ec-18c2f726f5bc req-347e1699-8a89-4da0-aa98-e1dcccdea022 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315304 Aug 09 16:52:44.947417 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:45.214263 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-de6b5936-4329-42d2-b6cd-7f2b421a8b25 req-5292c2de-d971-4819-aa85-4278c12bb8a3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500937 Aug 09 16:52:45.342964 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b5936-4329-42d2-b6cd-7f2b421a8b25 req-eed6f88f-d3b8-4bf5-90a3-ed1469a86f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:45.344467 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-de6b5936-4329-42d2-b6cd-7f2b421a8b25 req-eed6f88f-d3b8-4bf5-90a3-ed1469a86f99 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=036e4f22211a49c78cb03d2fb540e984&device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 1099 time: 0.0404072 Aug 09 16:52:45.462778 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b5936-4329-42d2-b6cd-7f2b421a8b25 req-3e0f8af1-88d8-42c1-bc7d-a11e3a7fb1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:45.464285 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-de6b5936-4329-42d2-b6cd-7f2b421a8b25 req-3e0f8af1-88d8-42c1-bc7d-a11e3a7fb1b4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=afefc86c-3f24-4c4b-9b8a-046339133df8 HTTP/1.1" status: 200 len: 920 time: 0.0946028 Aug 09 16:52:45.512165 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-de6b5936-4329-42d2-b6cd-7f2b421a8b25 req-70b10956-514c-40cf-9640-3dd6a4aad87a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9fff966-2878-46da-baf4-d9229eb5968e HTTP/1.1" status: 200 len: 217 time: 0.0348260 Aug 09 16:52:45.564034 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b5936-4329-42d2-b6cd-7f2b421a8b25 req-e206e6a9-3480-4991-8fee-fe2526dbdaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:45.565515 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-de6b5936-4329-42d2-b6cd-7f2b421a8b25 req-e206e6a9-3480-4991-8fee-fe2526dbdaa4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2078996a-91bc-4210-bac4-b6f4af459f79 HTTP/1.1" status: 200 len: 858 time: 0.0445409 Aug 09 16:52:45.613498 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b5936-4329-42d2-b6cd-7f2b421a8b25 req-edb96131-8b71-408f-b993-359e1ad003ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:45.615194 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-de6b5936-4329-42d2-b6cd-7f2b421a8b25 req-edb96131-8b71-408f-b993-359e1ad003ba service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afefc86c-3f24-4c4b-9b8a-046339133df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422759 Aug 09 16:52:45.701672 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bbc71-96b5-4af4-a9bb-e4d8e22e83e3 req-739eb2a6-19c9-48d5-8298-f3ccdcf93e56 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:45.703062 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-710bbc71-96b5-4af4-a9bb-e4d8e22e83e3 req-739eb2a6-19c9-48d5-8298-f3ccdcf93e56 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0498080 Aug 09 16:52:45.717440 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-de6b5936-4329-42d2-b6cd-7f2b421a8b25 req-dbfc5cc6-4ff5-4697-88fb-f79ead4fb689 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885994 Aug 09 16:52:45.741018 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-710bbc71-96b5-4af4-a9bb-e4d8e22e83e3 req-19bf89ad-6f29-475f-819d-4b9e3728a664 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319445 Aug 09 16:52:45.823398 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-de6b5936-4329-42d2-b6cd-7f2b421a8b25 req-6ad7049d-ae41-49e8-9c99-95158769dc85 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953639 Aug 09 16:52:46.187952 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:46.769469 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:46.884473 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:46.889234 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc478dc9-7416-4c7a-8239-a6d79b9fcf46 req-f8041f29-a7c5-4e90-a449-0e2c511ce181 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:46.891243 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dc478dc9-7416-4c7a-8239-a6d79b9fcf46 req-f8041f29-a7c5-4e90-a449-0e2c511ce181 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0568967 Aug 09 16:52:46.931829 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dc478dc9-7416-4c7a-8239-a6d79b9fcf46 req-eb18fe76-626f-450e-93ed-ab9b2cc665ed tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343993 Aug 09 16:52:48.057555 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dc35d-db8d-452e-a350-acee29840591 req-72916c36-9e87-4326-a8be-d47e4665bd4c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:48.059282 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-930dc35d-db8d-452e-a350-acee29840591 req-72916c36-9e87-4326-a8be-d47e4665bd4c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0507357 Aug 09 16:52:48.102255 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-930dc35d-db8d-452e-a350-acee29840591 req-3a1169fc-90b3-4d5f-b6bb-689c5e844667 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369804 Aug 09 16:52:48.480352 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 55532) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:48.636583 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-31aafd39-63e6-49de-b0a9-2168516de484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:48.710042 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-31aafd39-63e6-49de-b0a9-2168516de484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:48.795791 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-31aafd39-63e6-49de-b0a9-2168516de484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:48.834784 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-31aafd39-63e6-49de-b0a9-2168516de484 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=28bcc0842dd84e13b134db4fe5e7906e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533416 Aug 09 16:52:48.836144 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aafd39-63e6-49de-b0a9-2168516de484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5260c244-ca60-4928-b12a-64f6734697d1,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:48.838298 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 55540) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:48.890207 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ef8c56f8-c8b9-48ca-92b4-644fba2494cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:48.912123 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ef8c56f8-c8b9-48ca-92b4-644fba2494cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:49.083432 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ef8c56f8-c8b9-48ca-92b4-644fba2494cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:49.086088 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ef8c56f8-c8b9-48ca-92b4-644fba2494cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:49.087422 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-ef8c56f8-c8b9-48ca-92b4-644fba2494cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5260c244-ca60-4928-b12a-64f6734697d1 HTTP/1.1" status: 204 len: 168 time: 0.2479475 Aug 09 16:52:49.103023 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c56f8-c8b9-48ca-92b4-644fba2494cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5260c244-ca60-4928-b12a-64f6734697d1,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:49.243589 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34c5e0-427b-4a06-aff1-dfd2618ce332 req-2d991012-7688-4636-a407-d988d480926e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:49.245089 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-da34c5e0-427b-4a06-aff1-dfd2618ce332 req-2d991012-7688-4636-a407-d988d480926e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0582135 Aug 09 16:52:49.283215 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-da34c5e0-427b-4a06-aff1-dfd2618ce332 req-654e8ca9-9f6f-455b-a3f9-9da5d6e76d13 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312147 Aug 09 16:52:49.870128 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 55558) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:49.884390 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-583ca647-0044-42a3-bfdc-57d97a472a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:49.958758 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-583ca647-0044-42a3-bfdc-57d97a472a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:50.050445 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-583ca647-0044-42a3-bfdc-57d97a472a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:50.090003 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-583ca647-0044-42a3-bfdc-57d97a472a94 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=20345f394bfd430e9b0cd8e49c8ec7bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186792 Aug 09 16:52:50.090625 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ca647-0044-42a3-bfdc-57d97a472a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad42609-94c7-41a4-b600-f957c103cfbe,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:50.092805 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 55564) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:50.144323 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3eac20c8-0e60-4c3b-baff-74881c38ca5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:50.165244 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3eac20c8-0e60-4c3b-baff-74881c38ca5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:50.295934 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3eac20c8-0e60-4c3b-baff-74881c38ca5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:50.298538 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3eac20c8-0e60-4c3b-baff-74881c38ca5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:50.299711 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-3eac20c8-0e60-4c3b-baff-74881c38ca5b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ad42609-94c7-41a4-b600-f957c103cfbe HTTP/1.1" status: 204 len: 168 time: 0.2058520 Aug 09 16:52:50.308385 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac20c8-0e60-4c3b-baff-74881c38ca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad42609-94c7-41a4-b600-f957c103cfbe,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:50.630355 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91860dd-5ebf-4bac-9717-66e432cfc1e5 req-4422ae24-9562-4d09-8bcc-e3c987679db6 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:50.631845 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d91860dd-5ebf-4bac-9717-66e432cfc1e5 req-4422ae24-9562-4d09-8bcc-e3c987679db6 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.2627335 Aug 09 16:52:50.671324 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d91860dd-5ebf-4bac-9717-66e432cfc1e5 req-af381e75-8ec6-425e-8c4a-abd76d693111 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330398 Aug 09 16:52:51.799104 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b93558-087f-4e65-969c-a92d1896cd2b req-8c91228e-87dc-4a49-bfcb-72e0a393e5d5 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:51.800779 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-16b93558-087f-4e65-969c-a92d1896cd2b req-8c91228e-87dc-4a49-bfcb-72e0a393e5d5 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0503078 Aug 09 16:52:51.842116 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-16b93558-087f-4e65-969c-a92d1896cd2b req-517f4d47-134e-4f10-9ff7-f58b3ba01cbd tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350850 Aug 09 16:52:52.899534 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 55646) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:52.959963 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 55650) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:52.968511 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d5235-0715-4d85-84b9-f3fdac300918 req-75de0b1c-9971-454e-80de-1e8eb91f7603 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:52.973896 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-544d5235-0715-4d85-84b9-f3fdac300918 req-75de0b1c-9971-454e-80de-1e8eb91f7603 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0543418 Aug 09 16:52:53.012149 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-544d5235-0715-4d85-84b9-f3fdac300918 req-6954c157-4a54-4c98-9975-acfff04b2404 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341351 Aug 09 16:52:53.091052 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d3ef53d2-3058-4345-9d63-3030d612e831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:53.094201 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-07bc350e-e269-4949-995c-52ab1401b278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:53.224994 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-07bc350e-e269-4949-995c-52ab1401b278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:53.234012 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d3ef53d2-3058-4345-9d63-3030d612e831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:53.295284 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-07bc350e-e269-4949-995c-52ab1401b278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:53.348976 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d3ef53d2-3058-4345-9d63-3030d612e831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:53.369813 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-07bc350e-e269-4949-995c-52ab1401b278 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=489f1a546eb048baafd2a9f119a212ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087296 Aug 09 16:52:53.370627 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc350e-e269-4949-995c-52ab1401b278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd26ca1-e1cd-40d8-9421-4bbf2c0203a3,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:53.372926 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 55662) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:53.407643 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8e3cc-4fd3-45a2-b371-d33a4fd1e431 req-e10593f5-3a6e-42bf-b6c0-529404d5230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:53.414848 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-baf8e3cc-4fd3-45a2-b371-d33a4fd1e431 req-e10593f5-3a6e-42bf-b6c0-529404d5230b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 1099 time: 0.0985074 Aug 09 16:52:53.414848 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-d3ef53d2-3058-4345-9d63-3030d612e831 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dffa8150a20a408083e921619fa29f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5106795 Aug 09 16:52:53.416627 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 55664) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:53.418864 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef53d2-3058-4345-9d63-3030d612e831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55405008-d951-4f0c-91f9-8d14bbf567ec,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:53.431206 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-95784017-7be9-41f9-b40d-ba5f2e3fa4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:53.452249 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-95784017-7be9-41f9-b40d-ba5f2e3fa4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:53.485481 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-baf8e3cc-4fd3-45a2-b371-d33a4fd1e431 req-f18de2d0-4de1-44d0-9ba6-c6fe30fe2ba0 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539079 Aug 09 16:52:53.496592 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f018a3c4-b4ab-4a3c-9ce9-11c35e6c3a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:53.520380 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f018a3c4-b4ab-4a3c-9ce9-11c35e6c3a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:53.593509 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-95784017-7be9-41f9-b40d-ba5f2e3fa4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:53.596044 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-95784017-7be9-41f9-b40d-ba5f2e3fa4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:53.599624 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-95784017-7be9-41f9-b40d-ba5f2e3fa4a3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3bd26ca1-e1cd-40d8-9421-4bbf2c0203a3 HTTP/1.1" status: 204 len: 168 time: 0.2232475 Aug 09 16:52:53.607158 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95784017-7be9-41f9-b40d-ba5f2e3fa4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd26ca1-e1cd-40d8-9421-4bbf2c0203a3,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:53.655888 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f018a3c4-b4ab-4a3c-9ce9-11c35e6c3a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:53.658554 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f018a3c4-b4ab-4a3c-9ce9-11c35e6c3a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:53.659744 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-f018a3c4-b4ab-4a3c-9ce9-11c35e6c3a87 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55405008-d951-4f0c-91f9-8d14bbf567ec HTTP/1.1" status: 204 len: 168 time: 0.2418935 Aug 09 16:52:53.668148 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018a3c4-b4ab-4a3c-9ce9-11c35e6c3a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55405008-d951-4f0c-91f9-8d14bbf567ec,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:54.149566 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bb4ff-50e3-450e-a8e3-fd194665a7b4 req-bb471840-89ec-47dc-ae75-e70983ed08fe tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:54.150983 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a05bb4ff-50e3-450e-a8e3-fd194665a7b4 req-bb471840-89ec-47dc-ae75-e70983ed08fe tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0540307 Aug 09 16:52:54.191302 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a05bb4ff-50e3-450e-a8e3-fd194665a7b4 req-21fddc62-9cd7-485b-a84d-c35b07adb8cb tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342543 Aug 09 16:52:54.356075 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 55688) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:54.371485 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-24ef1a14-f39e-4084-9fb9-51582cff269a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:54.457078 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-24ef1a14-f39e-4084-9fb9-51582cff269a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:54.530557 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-24ef1a14-f39e-4084-9fb9-51582cff269a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:54.568080 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-24ef1a14-f39e-4084-9fb9-51582cff269a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=60bc3a3a02e9404b8e6b7605dd5ebcb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109013 Aug 09 16:52:54.569178 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef1a14-f39e-4084-9fb9-51582cff269a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29006ead-4135-4574-a9e8-1d1efbf93a06,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:54.571482 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 55696) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:54.626234 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-602eef4f-5f38-4999-ac93-0fb9512786d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:54.660543 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-602eef4f-5f38-4999-ac93-0fb9512786d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:54.775404 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-602eef4f-5f38-4999-ac93-0fb9512786d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:54.778013 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-602eef4f-5f38-4999-ac93-0fb9512786d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:54.779330 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-602eef4f-5f38-4999-ac93-0fb9512786d7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/29006ead-4135-4574-a9e8-1d1efbf93a06 HTTP/1.1" status: 204 len: 168 time: 0.2061002 Aug 09 16:52:54.789947 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602eef4f-5f38-4999-ac93-0fb9512786d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29006ead-4135-4574-a9e8-1d1efbf93a06,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:55.336634 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815245ad-9ed8-454f-9a89-f4c00ee7d760 req-d8d75a51-2033-43c2-adc2-762c4d87e2e2 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:55.338142 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-815245ad-9ed8-454f-9a89-f4c00ee7d760 req-d8d75a51-2033-43c2-adc2-762c4d87e2e2 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0616605 Aug 09 16:52:55.377099 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-815245ad-9ed8-454f-9a89-f4c00ee7d760 req-723dc0d8-081c-4c84-b285-f2e976e9c817 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324306 Aug 09 16:52:55.513017 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55af14-4a1a-4de5-9ab3-c2b7f7e3f51c req-2b515cc8-5502-4fc2-a963-bd2f1620f79f tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:55.519911 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7a55af14-4a1a-4de5-9ab3-c2b7f7e3f51c req-2b515cc8-5502-4fc2-a963-bd2f1620f79f tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0541351 Aug 09 16:52:55.552779 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7a55af14-4a1a-4de5-9ab3-c2b7f7e3f51c req-31f957f6-e91e-461a-ad0e-42f1a351eaa8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327768 Aug 09 16:52:57.521905 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 55784) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:57.632620 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b3b24b12-74c1-45bd-a00b-0b44d8c3e9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:57.706394 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b3b24b12-74c1-45bd-a00b-0b44d8c3e9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:57.770184 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b3b24b12-74c1-45bd-a00b-0b44d8c3e9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:57.809148 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-b3b24b12-74c1-45bd-a00b-0b44d8c3e9fd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17609b1174f9458e8cb4f246fc6449b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860990 Aug 09 16:52:57.809886 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b24b12-74c1-45bd-a00b-0b44d8c3e9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204809f0-3075-49cc-88c2-1434ea16d996,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:57.812109 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 55792) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:57.865123 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9817c7f6-92fd-4c8f-9b13-49a95e71a31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:57.891803 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9817c7f6-92fd-4c8f-9b13-49a95e71a31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:58.021635 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9817c7f6-92fd-4c8f-9b13-49a95e71a31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:58.025188 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9817c7f6-92fd-4c8f-9b13-49a95e71a31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:58.026333 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-9817c7f6-92fd-4c8f-9b13-49a95e71a31c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/204809f0-3075-49cc-88c2-1434ea16d996 HTTP/1.1" status: 204 len: 168 time: 0.2131829 Aug 09 16:52:58.034128 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817c7f6-92fd-4c8f-9b13-49a95e71a31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204809f0-3075-49cc-88c2-1434ea16d996,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:58.042299 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817c7f6-92fd-4c8f-9b13-49a95e71a31c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:58.042653 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817c7f6-92fd-4c8f-9b13-49a95e71a31c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:58.043073 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817c7f6-92fd-4c8f-9b13-49a95e71a31c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:58.043335 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817c7f6-92fd-4c8f-9b13-49a95e71a31c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:58.043666 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817c7f6-92fd-4c8f-9b13-49a95e71a31c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:58.044000 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817c7f6-92fd-4c8f-9b13-49a95e71a31c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:58.044329 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817c7f6-92fd-4c8f-9b13-49a95e71a31c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:58.044658 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817c7f6-92fd-4c8f-9b13-49a95e71a31c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:58.044983 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817c7f6-92fd-4c8f-9b13-49a95e71a31c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:58.045307 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817c7f6-92fd-4c8f-9b13-49a95e71a31c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:58.045652 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817c7f6-92fd-4c8f-9b13-49a95e71a31c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:58.045971 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817c7f6-92fd-4c8f-9b13-49a95e71a31c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:58.748667 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 55818) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:58.767484 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1213346b-ea69-447e-ade9-fc3607d24f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:58.842733 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1213346b-ea69-447e-ade9-fc3607d24f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:58.919090 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1213346b-ea69-447e-ade9-fc3607d24f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:58.936385 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0747a7-193c-4ac1-b955-caf937c264e4 req-0e4ec711-5cfb-4f41-b467-631f689a158b tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:58.937905 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8a0747a7-193c-4ac1-b955-caf937c264e4 req-0e4ec711-5cfb-4f41-b467-631f689a158b tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0514133 Aug 09 16:52:58.959879 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-1213346b-ea69-447e-ade9-fc3607d24f2d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9989823da9c4007b2600ea42ee2d0b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088168 Aug 09 16:52:58.961751 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213346b-ea69-447e-ade9-fc3607d24f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc5684d-52f6-4af0-b181-83357fd9881d,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:58.962957 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 55826) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:52:58.997007 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8a0747a7-193c-4ac1-b955-caf937c264e4 req-3651721f-fac9-4b7d-b31d-fc3bca83782c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528224 Aug 09 16:52:59.026840 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c14aa1ad-e8de-47d4-b78a-9c6a264257d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:59.070894 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c14aa1ad-e8de-47d4-b78a-9c6a264257d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:59.107095 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b19c5-3352-4a04-82d0-a9c07a3f5612 req-d51eb9a3-0bc2-4f45-8a2e-820ccea05324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:59.108600 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8f7b19c5-3352-4a04-82d0-a9c07a3f5612 req-d51eb9a3-0bc2-4f45-8a2e-820ccea05324 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=036e4f22211a49c78cb03d2fb540e984&device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 1099 time: 0.0725589 Aug 09 16:52:59.213417 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b19c5-3352-4a04-82d0-a9c07a3f5612 req-619ad062-b8db-4728-bad6-7b9c11541b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:59.214945 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8f7b19c5-3352-4a04-82d0-a9c07a3f5612 req-619ad062-b8db-4728-bad6-7b9c11541b95 service neutron] 10.222.0.85 "GET /v2.0/networks?id=afefc86c-3f24-4c4b-9b8a-046339133df8 HTTP/1.1" status: 200 len: 920 time: 0.0877724 Aug 09 16:52:59.215937 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c14aa1ad-e8de-47d4-b78a-9c6a264257d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:59.218470 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c14aa1ad-e8de-47d4-b78a-9c6a264257d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:52:59.219481 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-c14aa1ad-e8de-47d4-b78a-9c6a264257d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bbc5684d-52f6-4af0-b181-83357fd9881d HTTP/1.1" status: 204 len: 168 time: 0.2556019 Aug 09 16:52:59.227219 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14aa1ad-e8de-47d4-b78a-9c6a264257d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc5684d-52f6-4af0-b181-83357fd9881d,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:52:59.240998 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aa1ad-e8de-47d4-b78a-9c6a264257d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:59.241349 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aa1ad-e8de-47d4-b78a-9c6a264257d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:59.241736 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aa1ad-e8de-47d4-b78a-9c6a264257d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:59.242351 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aa1ad-e8de-47d4-b78a-9c6a264257d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:59.242724 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aa1ad-e8de-47d4-b78a-9c6a264257d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:59.243145 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aa1ad-e8de-47d4-b78a-9c6a264257d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:59.243523 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aa1ad-e8de-47d4-b78a-9c6a264257d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:59.243851 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aa1ad-e8de-47d4-b78a-9c6a264257d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:59.244177 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aa1ad-e8de-47d4-b78a-9c6a264257d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:59.244502 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aa1ad-e8de-47d4-b78a-9c6a264257d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:59.244825 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aa1ad-e8de-47d4-b78a-9c6a264257d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:59.245134 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14aa1ad-e8de-47d4-b78a-9c6a264257d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:52:59.277553 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8f7b19c5-3352-4a04-82d0-a9c07a3f5612 req-ac78d3e6-0540-4124-bb9a-b2b75f3422b0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9fff966-2878-46da-baf4-d9229eb5968e HTTP/1.1" status: 200 len: 217 time: 0.0433357 Aug 09 16:52:59.333754 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b19c5-3352-4a04-82d0-a9c07a3f5612 req-7b799a93-c579-47d8-ac66-4a9618ffa677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:59.336706 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8f7b19c5-3352-4a04-82d0-a9c07a3f5612 req-7b799a93-c579-47d8-ac66-4a9618ffa677 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2078996a-91bc-4210-bac4-b6f4af459f79 HTTP/1.1" status: 200 len: 858 time: 0.0481379 Aug 09 16:52:59.386841 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b19c5-3352-4a04-82d0-a9c07a3f5612 req-2a74c3ed-a468-4cdb-a68a-b9047c0380e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:52:59.388370 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8f7b19c5-3352-4a04-82d0-a9c07a3f5612 req-2a74c3ed-a468-4cdb-a68a-b9047c0380e3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afefc86c-3f24-4c4b-9b8a-046339133df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431798 Aug 09 16:52:59.488444 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8f7b19c5-3352-4a04-82d0-a9c07a3f5612 req-36a3fd23-f9aa-48fe-9568-6fc44d0c151a service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873880 Aug 09 16:52:59.605225 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8f7b19c5-3352-4a04-82d0-a9c07a3f5612 req-a3a4bd98-6b56-4b5b-9c13-4d365ba66b63 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082606 Aug 09 16:53:00.121037 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b699bda-7466-4369-bb51-a0e58e9332fa req-fb2eaea4-1d1b-42af-a6c2-1ef19524339f tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:00.122802 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9b699bda-7466-4369-bb51-a0e58e9332fa req-fb2eaea4-1d1b-42af-a6c2-1ef19524339f tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0531979 Aug 09 16:53:00.164303 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9b699bda-7466-4369-bb51-a0e58e9332fa req-adb38970-79b9-4b2e-a7b7-89fb766937f5 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349627 Aug 09 16:53:01.290417 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131c682-1b60-47fa-9e20-d4a43dc1fd02 req-16e8e3ac-7d63-4eb4-aacd-0b8536aded84 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:01.291965 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4131c682-1b60-47fa-9e20-d4a43dc1fd02 req-16e8e3ac-7d63-4eb4-aacd-0b8536aded84 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0503697 Aug 09 16:53:01.348963 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4131c682-1b60-47fa-9e20-d4a43dc1fd02 req-0d8c895d-6012-4c22-9b95-d8e3bda11b44 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467293 Aug 09 16:53:02.462127 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71dea7-b4e2-40aa-bf50-2f23bfc8fb69 req-b719a818-a758-45a7-9719-bd17def31519 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:02.463708 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3b71dea7-b4e2-40aa-bf50-2f23bfc8fb69 req-b719a818-a758-45a7-9719-bd17def31519 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0516191 Aug 09 16:53:02.502731 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3b71dea7-b4e2-40aa-bf50-2f23bfc8fb69 req-f2b18366-d2a8-44fc-a581-fa910c41809e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327320 Aug 09 16:53:03.189473 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 55966) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:03.301048 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-973f049f-c958-47bd-bddd-76ee2a2e6db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:03.379928 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-973f049f-c958-47bd-bddd-76ee2a2e6db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:03.507534 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-973f049f-c958-47bd-bddd-76ee2a2e6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:03.545727 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f049f-c958-47bd-bddd-76ee2a2e6db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1ad342-b568-4851-b7e7-3746487148fe,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:03.549986 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-973f049f-c958-47bd-bddd-76ee2a2e6db3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c9a07f408174bbd8b068ec24949ad75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594868 Aug 09 16:53:03.553518 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 55982) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:03.633013 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3930-f090-49e2-a1a1-85548961ce18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:03.657847 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a618cb-0559-4a3f-911c-99c1295c74e9 req-0642cb5e-7e28-414c-8982-8cd7228fe8f9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:03.659467 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c7a618cb-0559-4a3f-911c-99c1295c74e9 req-0642cb5e-7e28-414c-8982-8cd7228fe8f9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0772195 Aug 09 16:53:03.680503 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3930-f090-49e2-a1a1-85548961ce18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:03.737800 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c7a618cb-0559-4a3f-911c-99c1295c74e9 req-75dd92de-b3ab-4a33-914e-921600bcd6b5 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689340 Aug 09 16:53:03.838694 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3930-f090-49e2-a1a1-85548961ce18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:03.841227 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3930-f090-49e2-a1a1-85548961ce18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:03.842393 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-3bbb3930-f090-49e2-a1a1-85548961ce18 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb1ad342-b568-4851-b7e7-3746487148fe HTTP/1.1" status: 204 len: 168 time: 0.2886796 Aug 09 16:53:03.850661 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb3930-f090-49e2-a1a1-85548961ce18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1ad342-b568-4851-b7e7-3746487148fe,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:04.534487 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56016) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:04.547990 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-582ea5f6-2dfd-4599-afc9-134ebf25084c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:04.627467 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-582ea5f6-2dfd-4599-afc9-134ebf25084c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:04.696725 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-582ea5f6-2dfd-4599-afc9-134ebf25084c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:04.737763 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ea5f6-2dfd-4599-afc9-134ebf25084c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d059fd8d-fd09-4498-8e62-e9345bbca08f,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:04.745498 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-582ea5f6-2dfd-4599-afc9-134ebf25084c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3900203e407b46b6b0c7aaddccafae82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073798 Aug 09 16:53:04.745805 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56020) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:04.799819 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e3e84a48-a423-4004-a56b-a68a067b681e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:04.821669 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e3e84a48-a423-4004-a56b-a68a067b681e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:04.880091 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74c0f6-da64-464f-ac54-05b586c0c252 req-9a256e71-5174-4d88-beb4-a377e44b6d91 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:04.881695 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fd74c0f6-da64-464f-ac54-05b586c0c252 req-9a256e71-5174-4d88-beb4-a377e44b6d91 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0570416 Aug 09 16:53:04.920457 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fd74c0f6-da64-464f-ac54-05b586c0c252 req-c44a77f2-3c49-458b-9a13-e112994dbda6 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324237 Aug 09 16:53:04.958857 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e3e84a48-a423-4004-a56b-a68a067b681e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:04.961788 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e3e84a48-a423-4004-a56b-a68a067b681e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:04.965648 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-e3e84a48-a423-4004-a56b-a68a067b681e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d059fd8d-fd09-4498-8e62-e9345bbca08f HTTP/1.1" status: 204 len: 168 time: 0.2162862 Aug 09 16:53:04.976395 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e84a48-a423-4004-a56b-a68a067b681e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d059fd8d-fd09-4498-8e62-e9345bbca08f,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:05.289988 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-36262e1f-6fe8-4c8a-8ed6-52adfc72c11d tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2086151188&fields=id&tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e HTTP/1.1" status: 200 len: 267 time: 0.0502398 Aug 09 16:53:05.399547 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-8325d6fe-585b-4578-81e8-f5899930f8bf tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:05.401065 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-8325d6fe-585b-4578-81e8-f5899930f8bf tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/networks?id=d4638989-6f80-4a74-bb7f-239a2497dae9 HTTP/1.1" status: 200 len: 811 time: 0.1058972 Aug 09 16:53:05.419967 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-a625ee5f-fca3-4acc-98c1-63fa899bcfb0 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/quotas/b7c322e8fa074dfa8e2bfab8a4b4d76e HTTP/1.1" status: 200 len: 375 time: 0.0120394 Aug 09 16:53:05.499060 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-0d09b239-974e-4711-b1c2-f55b7101152b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650613 Aug 09 16:53:05.599499 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-375cd2f6-e948-433e-aa0b-d6bb9b6f5d45 service neutron] 10.222.0.49 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854864 Aug 09 16:53:05.701528 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-5cc8a8ef-0367-489b-9bd3-f40b687e0a3a service neutron] 10.222.0.49 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948553 Aug 09 16:53:06.053726 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c7952-93ff-45c8-9e05-fb1e97143ddb req-c704f995-9156-4f71-a79b-5065dd01338a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:06.055919 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fc7c7952-93ff-45c8-9e05-fb1e97143ddb req-c704f995-9156-4f71-a79b-5065dd01338a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0581577 Aug 09 16:53:06.095336 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fc7c7952-93ff-45c8-9e05-fb1e97143ddb req-d3d75862-8b16-4200-bdf4-4b348daa6438 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334454 Aug 09 16:53:06.325882 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9621b7d2-5b92-4a62-9967-43bea21d283d req-56909559-49d0-4f5c-b4fb-320a8bdf950b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 210 time: 0.0287545 Aug 09 16:53:07.228978 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83165116-90d6-4a38-9209-935963cac092 req-f1352ada-e52c-4c33-8920-153487701376 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:07.230520 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-83165116-90d6-4a38-9209-935963cac092 req-f1352ada-e52c-4c33-8920-153487701376 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0506880 Aug 09 16:53:07.269480 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-83165116-90d6-4a38-9209-935963cac092 req-c2e1dfae-f144-4d60-bb59-be95a87f5712 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326257 Aug 09 16:53:07.422124 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c01afae8-a97d-4ce1-809b-48464b807e6d req-4d982e87-bf96-4090-8159-65278c11dfcc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 210 time: 0.0260930 Aug 09 16:53:08.402018 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee06263-e471-45b3-aa55-386a462eb49a req-f0c7e5cb-7afc-4153-b82c-343ec82f1fc0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:08.403644 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4ee06263-e471-45b3-aa55-386a462eb49a req-f0c7e5cb-7afc-4153-b82c-343ec82f1fc0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0502129 Aug 09 16:53:08.441399 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4ee06263-e471-45b3-aa55-386a462eb49a req-03b96a8e-6db8-4b6b-aa19-a69442572b4d tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316164 Aug 09 16:53:08.539974 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-90efe2f0-282f-455c-aa3d-39fd83856a41 req-0e88c8c6-66a7-4236-a90f-128d282891a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 210 time: 0.0293534 Aug 09 16:53:08.899491 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:53:09.653101 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4e41e-8e00-498c-a7f9-1c1d37951702 req-192cd7fb-ba9f-4181-a0b9-806bc69be611 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:09.654693 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-75c4e41e-8e00-498c-a7f9-1c1d37951702 req-192cd7fb-ba9f-4181-a0b9-806bc69be611 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.1072860 Aug 09 16:53:09.719377 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-75c4e41e-8e00-498c-a7f9-1c1d37951702 req-76e821b5-b390-4aca-9f77-05a795f4f355 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484760 Aug 09 16:53:09.723540 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-ee3c445d-cdd1-4b5b-a08a-b0af99e80fde tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:09.726177 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-ee3c445d-cdd1-4b5b-a08a-b0af99e80fde tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.85 "GET /v2.0/networks?id=d4638989-6f80-4a74-bb7f-239a2497dae9 HTTP/1.1" status: 200 len: 811 time: 0.3570864 Aug 09 16:53:09.741527 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a7367055-9dec-4eb8-a5b8-9af4305af4a4 req-4b957cb9-8bef-4cfc-a0cd-bbf929919010 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 210 time: 0.0541861 Aug 09 16:53:09.784682 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-1b46a555-fdb7-429f-802e-dcebe73fae5d tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e HTTP/1.1" status: 200 len: 380 time: 0.0354280 Aug 09 16:53:09.793734 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-8f1a399a-c514-4f50-a498-fa448f8820d7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Request body: {'port': {'device_id': '0ef42fc9-6ea0-4b07-ac24-534167cbb319', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'admin_state_up': True, 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'security_groups': ['87dddeb1-92a2-4bf1-a2db-ebbea5f84425']}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:09.993147 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-8f1a399a-c514-4f50-a498-fa448f8820d7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Made reservation on behalf of b7c322e8fa074dfa8e2bfab8a4b4d76e for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:53:09.997044 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-8f1a399a-c514-4f50-a498-fa448f8820d7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:10.122720 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-8f1a399a-c514-4f50-a498-fa448f8820d7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Allocated IP 172.20.0.7 (d4638989-6f80-4a74-bb7f-239a2497dae9/d1a8b644-63fb-4184-bcbc-d30b1401c1de/bddb42b0-1110-48a6-8caa-b9f80bea66c7) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:10.267297 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-8f1a399a-c514-4f50-a498-fa448f8820d7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:10.342270 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-8f1a399a-c514-4f50-a498-fa448f8820d7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:10.389797 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-8f1a399a-c514-4f50-a498-fa448f8820d7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Network d4638989-6f80-4a74-bb7f-239a2497dae9 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:10.393517 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-8f1a399a-c514-4f50-a498-fa448f8820d7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:10.397858 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-8f1a399a-c514-4f50-a498-fa448f8820d7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:53:10.404215 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-8f1a399a-c514-4f50-a498-fa448f8820d7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:10.406496 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-8f1a399a-c514-4f50-a498-fa448f8820d7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:10.431773 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a399a-c514-4f50-a498-fa448f8820d7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event updated for resources: {'Port': ['ID=bddb42b0-1110-48a6-8caa-b9f80bea66c7,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:10.515857 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-8f1a399a-c514-4f50-a498-fa448f8820d7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7255297 Aug 09 16:53:10.537209 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Request body: {'port': {'device_id': '0ef42fc9-6ea0-4b07-ac24-534167cbb319', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:10.643960 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:10.705388 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-074ee2f4-764b-43a7-b929-dd7bdf61b144 None None] Provisioning complete for port bddb42b0-1110-48a6-8caa-b9f80bea66c7 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:10.706536 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-074ee2f4-764b-43a7-b929-dd7bdf61b144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:10.824625 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-074ee2f4-764b-43a7-b929-dd7bdf61b144 None None] Port bddb42b0-1110-48a6-8caa-b9f80bea66c7 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:53:10.860994 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b63e7-803f-4d6f-9c89-3994d3069d7e req-9d0edb8b-42a8-4442-be67-82ef8aef2d94 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:10.862750 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fa0b63e7-803f-4d6f-9c89-3994d3069d7e req-9d0edb8b-42a8-4442-be67-82ef8aef2d94 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0667968 Aug 09 16:53:10.908753 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fa0b63e7-803f-4d6f-9c89-3994d3069d7e req-ca92dda3-92ae-4517-a4c0-bc0368e0672d tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374043 Aug 09 16:53:10.986183 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bd94f-3401-4ea1-84df-e7f649645367 req-e749d846-4b8e-4ccc-95b6-c4eabde476a0 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:10.987683 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5d5bd94f-3401-4ea1-84df-e7f649645367 req-e749d846-4b8e-4ccc-95b6-c4eabde476a0 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 931 time: 0.1040776 Aug 09 16:53:11.058331 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5d5bd94f-3401-4ea1-84df-e7f649645367 req-2b424170-5043-42d1-8600-4e688afb6e6a tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602186 Aug 09 16:53:11.111047 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bddb42b0-1110-48a6-8caa-b9f80bea66c7 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:53:11.119724 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:11.131535 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Transition to ACTIVE for port object bddb42b0-1110-48a6-8caa-b9f80bea66c7 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:53:11.176707 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-16d017a3-49dd-4620-8c81-1ddaa5ccede1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:11.204555 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:11.265023 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 56230) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:11.270813 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Pushing event updated for resources: {'Port': ['ID=bddb42b0-1110-48a6-8caa-b9f80bea66c7,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:11.277401 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Attempting to bind port bddb42b0-1110-48a6-8caa-b9f80bea66c7 on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:53:11.277776 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Attempting to bind port bddb42b0-1110-48a6-8caa-b9f80bea66c7 by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:53:11.278117 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Attempting to bind port bddb42b0-1110-48a6-8caa-b9f80bea66c7 on network d4638989-6f80-4a74-bb7f-239a2497dae9 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:11.282647 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Port bddb42b0-1110-48a6-8caa-b9f80bea66c7 on network d4638989-6f80-4a74-bb7f-239a2497dae9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:53:11.282968 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Attempting to bind port bddb42b0-1110-48a6-8caa-b9f80bea66c7 on network d4638989-6f80-4a74-bb7f-239a2497dae9 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:11.290732 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:53:11.291071 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Checking segment: {'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:53:11.291461 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Bound using segment: {'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:53:11.291946 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Bound port: bddb42b0-1110-48a6-8caa-b9f80bea66c7, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:53:11.292386 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:11.361840 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] For port bddb42b0-1110-48a6-8caa-b9f80bea66c7, host hv-cinder-85257, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:53:11.365125 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] For port bddb42b0-1110-48a6-8caa-b9f80bea66c7, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=bddb42b0-1110-48a6-8caa-b9f80bea66c7,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:53:11.401444 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-61b23212-7c4a-41c7-bfd0-b687f2ed55bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:11.438574 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:11.447745 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:11.448471 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:11.450410 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] 10.222.0.85 "PUT /v2.0/ports/bddb42b0-1110-48a6-8caa-b9f80bea66c7 HTTP/1.1" status: 200 len: 1093 time: 0.9185531 Aug 09 16:53:11.453530 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef42fc9-6ea0-4b07-ac24-534167cbb319', 'tag': 'bddb42b0-1110-48a6-8caa-b9f80bea66c7'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:53:11.454234 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e673bc8-44e2-4350-857f-87f3cf443d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef42fc9-6ea0-4b07-ac24-534167cbb319", "tag": "bddb42b0-1110-48a6-8caa-b9f80bea66c7"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:11.499707 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-61b23212-7c4a-41c7-bfd0-b687f2ed55bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:11.511755 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b6ef5b-3495-4c93-94c2-7793349b29ca x-openstack-request-id: req-26b6ef5b-3495-4c93-94c2-7793349b29ca {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:11.512050 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef42fc9-6ea0-4b07-ac24-534167cbb319", "tag": "bddb42b0-1110-48a6-8caa-b9f80bea66c7", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:11.512306 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-26b6ef5b-3495-4c93-94c2-7793349b29ca {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:11.512743 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b6ef5b-3495-4c93-94c2-7793349b29ca'] response: {'name': 'network-changed', 'server_uuid': '0ef42fc9-6ea0-4b07-ac24-534167cbb319', 'tag': 'bddb42b0-1110-48a6-8caa-b9f80bea66c7', 'status': 'completed', 'code': 200} Aug 09 16:53:11.513472 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ced9bc-16bf-4118-b2fa-15681a7dd606 service neutron] Pushing event updated for resources: {'Port': ['ID=bddb42b0-1110-48a6-8caa-b9f80bea66c7,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:11.597563 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e673bc8-44e2-4350-857f-87f3cf443d2c req-10b8faf7-28c1-4a55-a1b5-3b4e34390ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:11.598761 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-61b23212-7c4a-41c7-bfd0-b687f2ed55bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:11.599049 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6e673bc8-44e2-4350-857f-87f3cf443d2c req-10b8faf7-28c1-4a55-a1b5-3b4e34390ba2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e&device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 1096 time: 0.0399718 Aug 09 16:53:11.637285 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-61b23212-7c4a-41c7-bfd0-b687f2ed55bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f6ff7e6df0f14e99b978b0774b317069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711281 Aug 09 16:53:11.638408 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b23212-7c4a-41c7-bfd0-b687f2ed55bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca3a9e5-596e-4061-a659-03c95d4e48ea,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:11.641191 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56246) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:11.753725 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e673bc8-44e2-4350-857f-87f3cf443d2c req-68f95af3-a1d7-4642-9f87-6346605c9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:11.755119 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6e673bc8-44e2-4350-857f-87f3cf443d2c req-68f95af3-a1d7-4642-9f87-6346605c9f94 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1373727 Aug 09 16:53:11.774436 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-596bf388-eb84-4838-be85-bf65bd8b0862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:11.876453 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-596bf388-eb84-4838-be85-bf65bd8b0862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:11.919822 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e673bc8-44e2-4350-857f-87f3cf443d2c req-d5b21139-ddfb-4a75-9fc2-7b9b6996d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:11.921507 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6e673bc8-44e2-4350-857f-87f3cf443d2c req-d5b21139-ddfb-4a75-9fc2-7b9b6996d978 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1590555 Aug 09 16:53:12.031411 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-3c88300e-e87a-4231-828d-9cb31bc022b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:12.033019 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-3c88300e-e87a-4231-828d-9cb31bc022b5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e&device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 1096 time: 0.0428534 Aug 09 16:53:12.044051 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-596bf388-eb84-4838-be85-bf65bd8b0862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:12.046826 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-596bf388-eb84-4838-be85-bf65bd8b0862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:12.048029 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-596bf388-eb84-4838-be85-bf65bd8b0862 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aca3a9e5-596e-4061-a659-03c95d4e48ea HTTP/1.1" status: 204 len: 168 time: 0.4069057 Aug 09 16:53:12.091345 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bf388-eb84-4838-be85-bf65bd8b0862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca3a9e5-596e-4061-a659-03c95d4e48ea,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:12.094105 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-2fee3d41-5d7f-4b99-85a3-949e40f98418 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bddb42b0-1110-48a6-8caa-b9f80bea66c7 HTTP/1.1" status: 200 len: 217 time: 0.0448985 Aug 09 16:53:12.161029 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-0932c246-1614-4d45-9e9c-8fe3dcbe94ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:12.162715 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-0932c246-1614-4d45-9e9c-8fe3dcbe94ec service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d1a8b644-63fb-4184-bcbc-d30b1401c1de HTTP/1.1" status: 200 len: 850 time: 0.0542126 Aug 09 16:53:12.207457 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65774c6e-5906-4778-95eb-ff3a109fddf5 req-7b17c191-fe2a-44ab-afdb-d30813a51200 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:12.216466 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-65774c6e-5906-4778-95eb-ff3a109fddf5 req-7b17c191-fe2a-44ab-afdb-d30813a51200 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0600593 Aug 09 16:53:12.220341 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-85f54561-91a1-46f6-98ee-273643e48d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:12.221843 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-85f54561-91a1-46f6-98ee-273643e48d59 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d4638989-6f80-4a74-bb7f-239a2497dae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528407 Aug 09 16:53:12.258726 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-65774c6e-5906-4778-95eb-ff3a109fddf5 req-d4f1613b-2272-4182-9c75-dca658ff3a0e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368931 Aug 09 16:53:12.368408 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-1a385f03-b836-4ff2-8f52-570eacc5ec4b service neutron] 10.222.0.85 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031544 Aug 09 16:53:12.380246 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d619108-8a2d-4265-92ee-c578c04ca7e0 req-debde23f-cb01-460e-bbc4-f7b5cc7e8e6c tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:12.381685 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3d619108-8a2d-4265-92ee-c578c04ca7e0 req-debde23f-cb01-460e-bbc4-f7b5cc7e8e6c tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 943 time: 0.0512574 Aug 09 16:53:12.422083 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3d619108-8a2d-4265-92ee-c578c04ca7e0 req-e218d841-a245-4f70-8598-1d53f8d70303 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333266 Aug 09 16:53:12.483156 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-221f2ade-3171-4980-9e52-eee3d6e5761b req-922f2768-0714-4537-9076-b98367af3127 service neutron] 10.222.0.85 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080062 Aug 09 16:53:12.550253 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40cd73-1c96-4561-b4d3-98867c9b83b8 req-baeedffd-2a0e-4ed1-9a9f-e5316c6bda99 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:12.551500 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5e40cd73-1c96-4561-b4d3-98867c9b83b8 req-baeedffd-2a0e-4ed1-9a9f-e5316c6bda99 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.0590343 Aug 09 16:53:12.592132 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5e40cd73-1c96-4561-b4d3-98867c9b83b8 req-c240f410-7e56-4656-975e-02f02eaaa536 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335441 Aug 09 16:53:12.908546 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56290) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:12.922737 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0f112691-56f4-43c2-9855-8a6d0fc3d43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:13.004595 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0f112691-56f4-43c2-9855-8a6d0fc3d43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:13.055668 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4e9ae552-9db0-4508-a7b6-52d2ed63343a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:13.113180 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0f112691-56f4-43c2-9855-8a6d0fc3d43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:13.153068 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-0f112691-56f4-43c2-9855-8a6d0fc3d43a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1aa0601569d4937afbeaf495eb7c500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432778 Aug 09 16:53:13.154322 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f112691-56f4-43c2-9855-8a6d0fc3d43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39b428a-8989-40f8-acb5-21bc1b8f656b,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:13.155849 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 56292) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:13.220585 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8900f1be-a552-49d7-a6bc-53fd65e0524e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:13.242643 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8900f1be-a552-49d7-a6bc-53fd65e0524e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:13.271835 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56296) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:13.359520 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8900f1be-a552-49d7-a6bc-53fd65e0524e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:13.362856 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8900f1be-a552-49d7-a6bc-53fd65e0524e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:13.367103 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8900f1be-a552-49d7-a6bc-53fd65e0524e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b39b428a-8989-40f8-acb5-21bc1b8f656b HTTP/1.1" status: 204 len: 168 time: 0.2069609 Aug 09 16:53:13.382776 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900f1be-a552-49d7-a6bc-53fd65e0524e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39b428a-8989-40f8-acb5-21bc1b8f656b,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:13.395708 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d773f-1e01-48b3-a421-675488e601c9 req-e3842042-44cb-419e-93a9-5fe65265986c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:13.397240 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-96e4c939-4d83-444f-8fad-a71de8f0dfa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:13.397599 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3b7d773f-1e01-48b3-a421-675488e601c9 req-e3842042-44cb-419e-93a9-5fe65265986c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0670385 Aug 09 16:53:13.440555 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3b7d773f-1e01-48b3-a421-675488e601c9 req-bf1ca43d-779c-4910-b035-863fcca4d498 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364139 Aug 09 16:53:13.485436 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-96e4c939-4d83-444f-8fad-a71de8f0dfa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:13.551504 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf69b33-57e5-4697-85b2-edc482204658 req-e918081f-bda2-4266-8b01-68f1ba97b6e1 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:13.552960 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cbf69b33-57e5-4697-85b2-edc482204658 req-e918081f-bda2-4266-8b01-68f1ba97b6e1 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 943 time: 0.0479879 Aug 09 16:53:13.585766 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-96e4c939-4d83-444f-8fad-a71de8f0dfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:13.610830 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cbf69b33-57e5-4697-85b2-edc482204658 req-712d02f8-d240-4801-8b15-2a42cbce2119 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516291 Aug 09 16:53:13.643847 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4c939-4d83-444f-8fad-a71de8f0dfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05928b24-8828-40cb-b748-8bf931b7f81d,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:13.651228 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-96e4c939-4d83-444f-8fad-a71de8f0dfa6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bbb1cad386824b149ef2faebb212b414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3755596 Aug 09 16:53:13.651449 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 56316) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:13.732626 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1090b18b-0a51-4d69-9b9f-db146fdcfa7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:13.761575 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1090b18b-0a51-4d69-9b9f-db146fdcfa7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:13.775644 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b54ba-6110-435c-ba1d-6e8aa690fe83 req-ecf2c749-98af-4df9-81af-ec7d298f8d0b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:13.777152 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e99b54ba-6110-435c-ba1d-6e8aa690fe83 req-ecf2c749-98af-4df9-81af-ec7d298f8d0b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.0845566 Aug 09 16:53:13.832383 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e99b54ba-6110-435c-ba1d-6e8aa690fe83 req-6f714ede-4b3c-45f7-9bc8-4b42935c1182 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461106 Aug 09 16:53:13.911951 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1090b18b-0a51-4d69-9b9f-db146fdcfa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:13.914914 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1090b18b-0a51-4d69-9b9f-db146fdcfa7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:13.916195 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-1090b18b-0a51-4d69-9b9f-db146fdcfa7e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05928b24-8828-40cb-b748-8bf931b7f81d HTTP/1.1" status: 204 len: 168 time: 0.2635510 Aug 09 16:53:13.924704 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090b18b-0a51-4d69-9b9f-db146fdcfa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05928b24-8828-40cb-b748-8bf931b7f81d,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:14.571771 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4241f33-b131-4648-8d34-e59b50e0cbd9 req-e56486fa-0592-4589-a01e-d32958a908ab tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:14.574129 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e4241f33-b131-4648-8d34-e59b50e0cbd9 req-e56486fa-0592-4589-a01e-d32958a908ab tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0557358 Aug 09 16:53:14.617107 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e4241f33-b131-4648-8d34-e59b50e0cbd9 req-b747ab65-ebfd-4a57-baff-480c33a5595a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357239 Aug 09 16:53:14.770885 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb57b9-e8a5-415b-8658-cf8a64629191 req-7b28eaea-5409-40db-8f4a-6ad4dc530dcc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:14.772996 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4afb57b9-e8a5-415b-8658-cf8a64629191 req-7b28eaea-5409-40db-8f4a-6ad4dc530dcc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 943 time: 0.0690064 Aug 09 16:53:14.817222 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4afb57b9-e8a5-415b-8658-cf8a64629191 req-f846cbc5-64c0-4b00-81d1-a8c821b04466 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368476 Aug 09 16:53:14.981620 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021adb8-f765-4ba3-a7de-3b1a612cfae9 req-c03faa5a-4591-4b6b-859a-88171b72396f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:14.986048 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2021adb8-f765-4ba3-a7de-3b1a612cfae9 req-c03faa5a-4591-4b6b-859a-88171b72396f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.0700808 Aug 09 16:53:14.987301 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:15.032404 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2021adb8-f765-4ba3-a7de-3b1a612cfae9 req-50d915b9-925b-4e6d-8dbf-21ec16428cd2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393364 Aug 09 16:53:15.182800 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 56382) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:15.271086 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56386) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:15.346323 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8d26ba66-c17e-4cdd-99b2-1a5d75f06e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:15.373329 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-7d37d57a-2169-47d5-a10e-6a0f45244e3e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-223039659-network', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:15.449575 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8d26ba66-c17e-4cdd-99b2-1a5d75f06e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:15.484309 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d37d57a-2169-47d5-a10e-6a0f45244e3e admin admin] Made reservation on behalf of 38e0527ae21a471887ded76c9468ebb9 for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:53:15.486678 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7d37d57a-2169-47d5-a10e-6a0f45244e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for network, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:15.495958 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7d37d57a-2169-47d5-a10e-6a0f45244e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:15.571186 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7d37d57a-2169-47d5-a10e-6a0f45244e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:15.615643 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8d26ba66-c17e-4cdd-99b2-1a5d75f06e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:15.658593 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26ba66-c17e-4cdd-99b2-1a5d75f06e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8493c11-4eb8-496e-b8f2-b391f4d0c1fe,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:15.665749 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7d37d57a-2169-47d5-a10e-6a0f45244e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:15.669624 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8d26ba66-c17e-4cdd-99b2-1a5d75f06e22 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3703d9c9b1c841acae64c61997a7b449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4820096 Aug 09 16:53:15.669624 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 56392) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:15.704902 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d37d57a-2169-47d5-a10e-6a0f45244e3e admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=109848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:53:15.729461 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7d37d57a-2169-47d5-a10e-6a0f45244e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:15.729816 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-7d37d57a-2169-47d5-a10e-6a0f45244e3e admin admin] Added segment a735e250-5733-4f6d-aba1-ee0e683bf432 of type vlan for network c0fb33a9-c312-4308-bff4-2acf7408ef6e Aug 09 16:53:15.731039 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37d57a-2169-47d5-a10e-6a0f45244e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764dc97c-b3b1-4993-aa24-47b1f452a277,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:15.755460 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e6bab9c0-b070-454f-b9d6-99d99c000f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:15.782003 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7d37d57a-2169-47d5-a10e-6a0f45244e3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730382254695'] for network, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:15.784753 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e6bab9c0-b070-454f-b9d6-99d99c000f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:15.801993 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fe26f-95cf-479c-84d6-7172d7d3150a req-1a92d1e9-6caf-49d3-8b58-ff01fb0b6ad9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:15.804250 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c75fe26f-95cf-479c-84d6-7172d7d3150a req-1a92d1e9-6caf-49d3-8b58-ff01fb0b6ad9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0796564 Aug 09 16:53:15.861306 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c75fe26f-95cf-479c-84d6-7172d7d3150a req-d7d0f6c9-c638-45ed-b507-b8ae4453868f tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489919 Aug 09 16:53:15.872481 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7d37d57a-2169-47d5-a10e-6a0f45244e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for network, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:15.873463 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d37d57a-2169-47d5-a10e-6a0f45244e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:15.874229 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7d37d57a-2169-47d5-a10e-6a0f45244e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:15.964795 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37d57a-2169-47d5-a10e-6a0f45244e3e admin admin] Pushing event updated for resources: {'Network': ['ID=c0fb33a9-c312-4308-bff4-2acf7408ef6e,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:15.968970 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e6bab9c0-b070-454f-b9d6-99d99c000f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:15.972153 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e6bab9c0-b070-454f-b9d6-99d99c000f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:15.973302 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-e6bab9c0-b070-454f-b9d6-99d99c000f1c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8493c11-4eb8-496e-b8f2-b391f4d0c1fe HTTP/1.1" status: 204 len: 168 time: 0.3034997 Aug 09 16:53:15.982021 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bab9c0-b070-454f-b9d6-99d99c000f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8493c11-4eb8-496e-b8f2-b391f4d0c1fe,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:15.986176 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Network c0fb33a9-c312-4308-bff4-2acf7408ef6e details requested by agent ovs-agent-dv-cinder-852570-1-iscsi with host dv-cinder-852570-1-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:53:15.993237 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433ed3d-dbfa-4303-8698-857add2d451a req-f8b92df6-a55a-495d-9440-513ba263de57 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:15.998128 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0433ed3d-dbfa-4303-8698-857add2d451a req-f8b92df6-a55a-495d-9440-513ba263de57 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 943 time: 0.0837450 Aug 09 16:53:16.035492 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-7d37d57a-2169-47d5-a10e-6a0f45244e3e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7631478 Aug 09 16:53:16.038509 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 56406) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:16.044932 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-d18e7e78-a3ea-490c-b983-80d9d07138b3 admin admin] Request body: {'subnet': {'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-223039659-subnet', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'ip_version': 4}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:16.083021 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0433ed3d-dbfa-4303-8698-857add2d451a req-79a4154d-f00c-42e9-8fd7-8843b514feef tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807772 Aug 09 16:53:16.165795 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18e7e78-a3ea-490c-b983-80d9d07138b3 admin admin] Made reservation on behalf of 38e0527ae21a471887ded76c9468ebb9 for: {'subnet': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:53:16.168152 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d18e7e78-a3ea-490c-b983-80d9d07138b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25887146'] for subnet, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:16.227402 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:16.241848 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec5ae0-8a9d-4d5d-b3a2-48d299074507 req-e7fa00a4-f8e9-4f01-ac17-45d484c79e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:16.243842 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a2ec5ae0-8a9d-4d5d-b3a2-48d299074507 req-e7fa00a4-f8e9-4f01-ac17-45d484c79e1f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 1099 time: 0.0561140 Aug 09 16:53:16.245344 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f358be-d5e2-406b-9c95-16ebcd6fdbfb req-ec743da1-9f2c-413a-bd2f-262e7f361416 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:16.247302 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-76f358be-d5e2-406b-9c95-16ebcd6fdbfb req-ec743da1-9f2c-413a-bd2f-262e7f361416 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.1238480 Aug 09 16:53:16.289730 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a2ec5ae0-8a9d-4d5d-b3a2-48d299074507 req-e3952cc9-4a29-4d20-af06-7b0f90fdb5de service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391674 Aug 09 16:53:16.312268 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-76f358be-d5e2-406b-9c95-16ebcd6fdbfb req-8a8af487-71b0-4c33-aa40-da6f34a8c07c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545778 Aug 09 16:53:16.479182 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d18e7e78-a3ea-490c-b983-80d9d07138b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25174320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25887108'] for subnet, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:16.539669 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e7e78-a3ea-490c-b983-80d9d07138b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a8ad36-9b75-4457-a6fd-07ba2b853e74,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:16.547175 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18e7e78-a3ea-490c-b983-80d9d07138b3 admin admin] Checking segment: {'id': 'a735e250-5733-4f6d-aba1-ee0e683bf432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:53:16.547532 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18e7e78-a3ea-490c-b983-80d9d07138b3 admin admin] Network hostable DHCP agents. Network: c0fb33a9-c312-4308-bff4-2acf7408ef6e, hostable agents: ['29a5f48d-823f-44e6-8d1e-becd3d6d9067'], hosted agents: [] {{(pid=109849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:53:16.683990 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18e7e78-a3ea-490c-b983-80d9d07138b3 admin admin] Network c0fb33a9-c312-4308-bff4-2acf7408ef6e is scheduled to be hosted by DHCP agent 29a5f48d-823f-44e6-8d1e-becd3d6d9067 with binding_index 1 {{(pid=109849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:53:16.798380 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-d18e7e78-a3ea-490c-b983-80d9d07138b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852570-1-iscsi, c0fb33a9-c312-4308-bff4-2acf7408ef6e) {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:16.807132 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18e7e78-a3ea-490c-b983-80d9d07138b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:16.809001 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d18e7e78-a3ea-490c-b983-80d9d07138b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:16.811056 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c923b4d-ace8-4bfa-aed6-9b946f16949d None None] Network c0fb33a9-c312-4308-bff4-2acf7408ef6e requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:53:16.852327 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:16.916569 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d18e7e78-a3ea-490c-b983-80d9d07138b3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8769469 Aug 09 16:53:16.919417 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 56432) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:16.924291 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-05f13dec-fe5e-4ae5-9c89-ea0661724ed3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-223039659-router', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:16.957562 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.014213 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381a726-11c9-449f-bb15-e4f2789e6556 req-baa122df-c1a7-43c9-8984-4945b2f9fc37 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:17.014934 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6381a726-11c9-449f-bb15-e4f2789e6556 req-baa122df-c1a7-43c9-8984-4945b2f9fc37 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0692778 Aug 09 16:53:17.016555 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05f13dec-fe5e-4ae5-9c89-ea0661724ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-741'] for router, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.018115 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05f13dec-fe5e-4ae5-9c89-ea0661724ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568769', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-972538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.043179 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3b9ae2-91fe-5293-8926-9fd0d40c18c6-c0fb33a9-c312-4308-bff4-2acf7408ef6e', 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'fixed_ips': [{'subnet_id': '50a8ad36-9b75-4457-a6fd-07ba2b853e74'}]}} from dv-cinder-852570-1-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:53:17.044129 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.107173 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6381a726-11c9-449f-bb15-e4f2789e6556 req-0107a84a-4bd6-4ff3-890a-6d4416d86ad0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760808 Aug 09 16:53:17.124675 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05f13dec-fe5e-4ae5-9c89-ea0661724ed3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.231205 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56446) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:17.253396 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Allocated IP 172.20.0.2 (c0fb33a9-c312-4308-bff4-2acf7408ef6e/50a8ad36-9b75-4457-a6fd-07ba2b853e74/7a00ab4e-096d-4838-897e-047ab35f1ab7) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:17.330918 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0dcdd7-87ed-4e4a-988e-d9289cb58664 req-4b188358-f960-4e1e-8256-1c95b0c07197 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:17.342496 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2e0dcdd7-87ed-4e4a-988e-d9289cb58664 req-4b188358-f960-4e1e-8256-1c95b0c07197 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 943 time: 0.1636901 Aug 09 16:53:17.385287 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-a3688bd8-354a-43bb-8a2c-5c29a04223cc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1406409555-network', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:17.510202 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9475e-3841-448b-a53f-1f045879ff44 req-4f0182d1-f8f6-4199-9de2-a0d1dc251a9d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:17.525471 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-30e9475e-3841-448b-a53f-1f045879ff44 req-4f0182d1-f8f6-4199-9de2-a0d1dc251a9d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.0963833 Aug 09 16:53:17.528522 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2e0dcdd7-87ed-4e4a-988e-d9289cb58664 req-75616955-e317-4716-bc9d-65677179e6dd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827853 Aug 09 16:53:17.530909 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05f13dec-fe5e-4ae5-9c89-ea0661724ed3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.537012 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3688bd8-354a-43bb-8a2c-5c29a04223cc admin admin] Made reservation on behalf of fe8927f6dc13431c858fe5dde17fcf61 for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:53:17.539866 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a3688bd8-354a-43bb-8a2c-5c29a04223cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for network, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.557818 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a3688bd8-354a-43bb-8a2c-5c29a04223cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.581641 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Notify callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.588028 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-30e9475e-3841-448b-a53f-1f045879ff44 req-cc43c322-cd12-42b6-a4b2-af5235d1f7f7 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616426 Aug 09 16:53:17.669976 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a3688bd8-354a-43bb-8a2c-5c29a04223cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.719359 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.767738 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Network c0fb33a9-c312-4308-bff4-2acf7408ef6e is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:17.770723 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:17.775429 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:53:17.780568 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Pushing event updated for resources: {'Port': ['ID=7a00ab4e-096d-4838-897e-047ab35f1ab7,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:17.808701 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:17.809086 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:17.809463 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:17.809804 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:17.810165 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:17.810499 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:17.810854 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:17.811188 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:17.811532 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:17.811886 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:17.812211 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:17.812529 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:17.816281 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a3688bd8-354a-43bb-8a2c-5c29a04223cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.849352 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3688bd8-354a-43bb-8a2c-5c29a04223cc admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=109848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:53:17.859974 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3688bd8-354a-43bb-8a2c-5c29a04223cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bf1493-8a4d-4bbe-a5ce-29afe981f152,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:17.868072 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a3688bd8-354a-43bb-8a2c-5c29a04223cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.868485 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-a3688bd8-354a-43bb-8a2c-5c29a04223cc admin admin] Added segment 0fe48ad4-3c33-430f-9607-53eec0dcede1 of type vlan for network 4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 Aug 09 16:53:17.877238 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Attempting to bind port 7a00ab4e-096d-4838-897e-047ab35f1ab7 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:53:17.878525 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Attempting to bind port 7a00ab4e-096d-4838-897e-047ab35f1ab7 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': 'a735e250-5733-4f6d-aba1-ee0e683bf432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:53:17.879249 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Attempting to bind port 7a00ab4e-096d-4838-897e-047ab35f1ab7 on network c0fb33a9-c312-4308-bff4-2acf7408ef6e {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:17.889629 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:53:17.890522 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Checking segment: {'id': 'a735e250-5733-4f6d-aba1-ee0e683bf432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:53:17.890522 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.891615 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Bound using segment: {'id': 'a735e250-5733-4f6d-aba1-ee0e683bf432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:53:17.892295 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Bound port: 7a00ab4e-096d-4838-897e-047ab35f1ab7, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a735e250-5733-4f6d-aba1-ee0e683bf432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:53:17.892661 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.900836 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05f13dec-fe5e-4ae5-9c89-ea0661724ed3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.915076 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a3688bd8-354a-43bb-8a2c-5c29a04223cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730382254695'] for network, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.925056 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05f13dec-fe5e-4ae5-9c89-ea0661724ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:17.987764 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] For port 7a00ab4e-096d-4838-897e-047ab35f1ab7, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:53:17.993267 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] For port 7a00ab4e-096d-4838-897e-047ab35f1ab7, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=7a00ab4e-096d-4838-897e-047ab35f1ab7,segment=NetworkSegment(a735e250-5733-4f6d-aba1-ee0e683bf432),segment_id=a735e250-5733-4f6d-aba1-ee0e683bf432)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:53:18.042845 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-05f13dec-fe5e-4ae5-9c89-ea0661724ed3 admin admin] Allocated IP 172.27.0.221 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/80fa66e5-be29-4505-94b4-7bc8c5f86949) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:18.050032 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a3688bd8-354a-43bb-8a2c-5c29a04223cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for network, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:18.051421 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3688bd8-354a-43bb-8a2c-5c29a04223cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:18.052110 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a3688bd8-354a-43bb-8a2c-5c29a04223cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:18.084045 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:18.130139 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3688bd8-354a-43bb-8a2c-5c29a04223cc admin admin] Pushing event updated for resources: {'Network': ['ID=4d9d930b-ec28-4ce0-9e7c-56489c3c9a94,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:18.148127 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Network 4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 details requested by agent ovs-agent-dv-cinder-852570-1-iscsi with host dv-cinder-852570-1-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:53:18.188439 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-a3688bd8-354a-43bb-8a2c-5c29a04223cc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9531660 Aug 09 16:53:18.188597 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56474) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:18.194959 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-a6168f9a-1270-4ee8-8942-c7648a78b0b3 admin admin] Request body: {'subnet': {'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1406409555-subnet', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'ip_version': 4}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:18.245599 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05f13dec-fe5e-4ae5-9c89-ea0661724ed3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:18.271174 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570dc6cd-d285-461d-9caf-aae53cf85d9a None None] Pushing event updated for resources: {'Port': ['ID=7a00ab4e-096d-4838-897e-047ab35f1ab7,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:18.293108 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba614f20-be22-43b7-97b8-0861d94e5b23 req-eee830a4-4cf4-4b89-84af-5cc333f5b0e9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:18.295175 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ba614f20-be22-43b7-97b8-0861d94e5b23 req-eee830a4-4cf4-4b89-84af-5cc333f5b0e9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0965364 Aug 09 16:53:18.301156 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6168f9a-1270-4ee8-8942-c7648a78b0b3 admin admin] Made reservation on behalf of fe8927f6dc13431c858fe5dde17fcf61 for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:53:18.304795 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a6168f9a-1270-4ee8-8942-c7648a78b0b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:18.395015 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ba614f20-be22-43b7-97b8-0861d94e5b23 req-bc84e482-3fea-4145-ad81-6647dc161bf5 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819390 Aug 09 16:53:18.444669 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05f13dec-fe5e-4ae5-9c89-ea0661724ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:18.534551 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f13dec-fe5e-4ae5-9c89-ea0661724ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=80fa66e5-be29-4505-94b4-7bc8c5f86949,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:18.555589 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f13dec-fe5e-4ae5-9c89-ea0661724ed3 admin admin] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:18.557137 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-05f13dec-fe5e-4ae5-9c89-ea0661724ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:18.561643 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f13dec-fe5e-4ae5-9c89-ea0661724ed3 admin admin] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:53:18.573506 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 7a00ab4e-096d-4838-897e-047ab35f1ab7 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:18.682907 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 7a00ab4e-096d-4838-897e-047ab35f1ab7 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:18.683279 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:18.724755 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa953a4c-d729-419e-9e03-bcdc4ec83cd0 req-ede9594e-5ca2-4948-9584-6c75950bea16 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:18.727043 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-aa953a4c-d729-419e-9e03-bcdc4ec83cd0 req-ede9594e-5ca2-4948-9584-6c75950bea16 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 943 time: 0.0667474 Aug 09 16:53:18.743221 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a6168f9a-1270-4ee8-8942-c7648a78b0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for subnet, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:18.801592 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 7a00ab4e-096d-4838-897e-047ab35f1ab7 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:18.801592 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:18.836259 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port 7a00ab4e-096d-4838-897e-047ab35f1ab7, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=7a00ab4e-096d-4838-897e-047ab35f1ab7,segment=NetworkSegment(a735e250-5733-4f6d-aba1-ee0e683bf432),segment_id=a735e250-5733-4f6d-aba1-ee0e683bf432)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:18.846894 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-aa953a4c-d729-419e-9e03-bcdc4ec83cd0 req-1ff03a79-de43-4622-bffb-b14bbbf2c821 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118793 Aug 09 16:53:18.855804 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6168f9a-1270-4ee8-8942-c7648a78b0b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=499bb68c-c520-4ad2-aee4-a2cff94ae248,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:18.861578 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6168f9a-1270-4ee8-8942-c7648a78b0b3 admin admin] Checking segment: {'id': '0fe48ad4-3c33-430f-9607-53eec0dcede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:53:18.861938 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6168f9a-1270-4ee8-8942-c7648a78b0b3 admin admin] Network hostable DHCP agents. Network: 4d9d930b-ec28-4ce0-9e7c-56489c3c9a94, hostable agents: ['29a5f48d-823f-44e6-8d1e-becd3d6d9067'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:53:18.961352 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d3bc5-d475-4840-8474-35590a536286 req-6205a4de-8358-4765-b9ed-7021f922549a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:18.963153 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dc9d3bc5-d475-4840-8474-35590a536286 req-6205a4de-8358-4765-b9ed-7021f922549a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.0529785 Aug 09 16:53:18.998822 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:19.001659 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6168f9a-1270-4ee8-8942-c7648a78b0b3 admin admin] Network 4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 is scheduled to be hosted by DHCP agent 29a5f48d-823f-44e6-8d1e-becd3d6d9067 with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:53:19.024303 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dc9d3bc5-d475-4840-8474-35590a536286 req-d987c4db-4d62-482d-8e7e-09278e843dfe tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533345 Aug 09 16:53:19.087122 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c0940-9e81-4bc2-b282-30ceecc13c1e req-ea2cddc1-f9d2-4035-8f0f-1a8870b24c10 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:19.090236 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ef9c0940-9e81-4bc2-b282-30ceecc13c1e req-ea2cddc1-f9d2-4035-8f0f-1a8870b24c10 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.1433711 Aug 09 16:53:19.111922 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-a6168f9a-1270-4ee8-8942-c7648a78b0b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852570-1-iscsi, 4d9d930b-ec28-4ce0-9e7c-56489c3c9a94) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:19.120561 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=7a00ab4e-096d-4838-897e-047ab35f1ab7,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:19.128109 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6168f9a-1270-4ee8-8942-c7648a78b0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:19.128733 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914da841-8324-4541-b645-5045dcb1f4c4 None None] Network 4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:53:19.129548 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a6168f9a-1270-4ee8-8942-c7648a78b0b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:19.156549 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e977f-76d5-4a54-adbc-87f37877ea7c req-463eb6b5-aead-4775-9555-51916a5e4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:19.158799 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd0e977f-76d5-4a54-adbc-87f37877ea7c req-463eb6b5-aead-4775-9555-51916a5e4715 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=036e4f22211a49c78cb03d2fb540e984&device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 1099 time: 0.0991733 Aug 09 16:53:19.216702 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ef9c0940-9e81-4bc2-b282-30ceecc13c1e req-1ed3eaef-f60d-46db-a54d-65a839f234a5 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106529 Aug 09 16:53:19.219391 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05f13dec-fe5e-4ae5-9c89-ea0661724ed3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:19.286105 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-a6168f9a-1270-4ee8-8942-c7648a78b0b3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0963588 Aug 09 16:53:19.289848 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56500) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:19.296096 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-5315ba28-0759-47b5-a50b-2150e6bf2638 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1406409555-router', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:19.342334 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e977f-76d5-4a54-adbc-87f37877ea7c req-9f0b9333-484b-4a61-9301-10492df8695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:19.344328 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd0e977f-76d5-4a54-adbc-87f37877ea7c req-9f0b9333-484b-4a61-9301-10492df8695d service neutron] 10.222.0.85 "GET /v2.0/networks?id=afefc86c-3f24-4c4b-9b8a-046339133df8 HTTP/1.1" status: 200 len: 920 time: 0.1791363 Aug 09 16:53:19.384575 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 56502) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:19.391117 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-269cf1c6-a048-45ab-a171-cd8a4018d4fb tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--469698713', 'description': 'tempest-description--20456491'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:19.394045 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3b9ae2-91fe-5293-8926-9fd0d40c18c6-4d9d930b-ec28-4ce0-9e7c-56489c3c9a94', 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'fixed_ips': [{'subnet_id': '499bb68c-c520-4ad2-aee4-a2cff94ae248'}]}} from dv-cinder-852570-1-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:53:19.396155 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:19.416700 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd0e977f-76d5-4a54-adbc-87f37877ea7c req-c96b4720-3861-48b6-a020-c82c21c6e272 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9fff966-2878-46da-baf4-d9229eb5968e HTTP/1.1" status: 200 len: 217 time: 0.0643010 Aug 09 16:53:19.458571 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5315ba28-0759-47b5-a50b-2150e6bf2638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-741'] for router, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:19.461446 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5315ba28-0759-47b5-a50b-2150e6bf2638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568769', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-972538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:19.506346 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e977f-76d5-4a54-adbc-87f37877ea7c req-4cb159d2-d6ff-4151-b681-0d8526225736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:19.508404 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd0e977f-76d5-4a54-adbc-87f37877ea7c req-4cb159d2-d6ff-4151-b681-0d8526225736 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2078996a-91bc-4210-bac4-b6f4af459f79 HTTP/1.1" status: 200 len: 858 time: 0.0836129 Aug 09 16:53:19.535484 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14972587-450e-4060-93d5-cab48e195019 None None] Network c0fb33a9-c312-4308-bff4-2acf7408ef6e requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:53:19.600778 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5315ba28-0759-47b5-a50b-2150e6bf2638 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:19.609557 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e977f-76d5-4a54-adbc-87f37877ea7c req-09da032f-42a3-4170-96d5-ff75c3ba0ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:19.611093 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd0e977f-76d5-4a54-adbc-87f37877ea7c req-09da032f-42a3-4170-96d5-ff75c3ba0ebe service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afefc86c-3f24-4c4b-9b8a-046339133df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579779 Aug 09 16:53:19.669878 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] Allocated IP 172.20.0.2 (4d9d930b-ec28-4ce0-9e7c-56489c3c9a94/499bb68c-c520-4ad2-aee4-a2cff94ae248/b42b01c8-5973-4431-9643-c0669f33ae1c) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:19.696473 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-db1c3308-1105-4b36-8787-12d4437adee3 None None] Provisioning complete for port 7a00ab4e-096d-4838-897e-047ab35f1ab7 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:19.697262 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-db1c3308-1105-4b36-8787-12d4437adee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:19.716941 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd0e977f-76d5-4a54-adbc-87f37877ea7c req-1061a6c0-7197-43d3-8513-f18d0bc49acb service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979450 Aug 09 16:53:19.753658 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-269cf1c6-a048-45ab-a171-cd8a4018d4fb tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:19.831082 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-269cf1c6-a048-45ab-a171-cd8a4018d4fb tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:19.836005 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05f13dec-fe5e-4ae5-9c89-ea0661724ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568756'] for router, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:19.955145 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5315ba28-0759-47b5-a50b-2150e6bf2638 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:19.967023 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-269cf1c6-a048-45ab-a171-cd8a4018d4fb tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:19.976526 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd0e977f-76d5-4a54-adbc-87f37877ea7c req-39549580-860d-46a2-bbe2-73b7e7035a8c service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470210 Aug 09 16:53:20.023274 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-db1c3308-1105-4b36-8787-12d4437adee3 None None] Current status of the port 7a00ab4e-096d-4838-897e-047ab35f1ab7 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:20.042287 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] Notify callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:20.043267 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269cf1c6-a048-45ab-a171-cd8a4018d4fb tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e12b9261-fc52-4e59-8cc3-3a0897f6e27d,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:20.066449 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb149c85-2732-4c37-afd9-d54dbc94a062 req-64ab9d59-a729-4bc5-849b-6ddc88a66512 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:20.066449 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bb149c85-2732-4c37-afd9-d54dbc94a062 req-64ab9d59-a729-4bc5-849b-6ddc88a66512 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 943 time: 0.0978439 Aug 09 16:53:20.141285 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bb149c85-2732-4c37-afd9-d54dbc94a062 req-f1017c20-940b-4300-847a-85f28172ad51 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693414 Aug 09 16:53:20.196351 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-269cf1c6-a048-45ab-a171-cd8a4018d4fb tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:20.198221 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-269cf1c6-a048-45ab-a171-cd8a4018d4fb tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8126280 Aug 09 16:53:20.201106 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 56512) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:20.206361 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-71e6b301-7640-4795-9ae1-3ab94a237091 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'security_group_rule': {'security_group_id': 'e12b9261-fc52-4e59-8cc3-3a0897f6e27d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:20.216193 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f13dec-fe5e-4ae5-9c89-ea0661724ed3 admin admin] Router 00dff7bb-1a86-47e1-979a-c25cbd763627 is scheduled to L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 with binding_index 1 {{(pid=109849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:53:20.218276 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:20.225454 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecff73-5e05-4645-907e-415c5ad9017c req-9e32ca39-1a36-49c0-8747-79faca360042 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:20.232984 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-18ecff73-5e05-4645-907e-415c5ad9017c req-9e32ca39-1a36-49c0-8747-79faca360042 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.0776582 Aug 09 16:53:20.293949 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] Network 4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:20.297641 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:20.303411 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:53:20.364134 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-71e6b301-7640-4795-9ae1-3ab94a237091 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:20.382719 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] Pushing event updated for resources: {'Port': ['ID=b42b01c8-5973-4431-9643-c0669f33ae1c,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:20.385904 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] Attempting to bind port b42b01c8-5973-4431-9643-c0669f33ae1c on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:53:20.386212 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] Attempting to bind port b42b01c8-5973-4431-9643-c0669f33ae1c by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '0fe48ad4-3c33-430f-9607-53eec0dcede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:53:20.386648 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] Attempting to bind port b42b01c8-5973-4431-9643-c0669f33ae1c on network 4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:20.406536 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:53:20.407113 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] Checking segment: {'id': '0fe48ad4-3c33-430f-9607-53eec0dcede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:53:20.409268 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:20.409701 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] Bound using segment: {'id': '0fe48ad4-3c33-430f-9607-53eec0dcede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:53:20.420825 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] Bound port: b42b01c8-5973-4431-9643-c0669f33ae1c, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe48ad4-3c33-430f-9607-53eec0dcede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:53:20.427121 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:20.430095 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-18ecff73-5e05-4645-907e-415c5ad9017c req-fef6c3b6-d088-40f7-bd9d-b139726d4a81 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960545 Aug 09 16:53:20.507453 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5315ba28-0759-47b5-a50b-2150e6bf2638 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:20.516974 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 7a00ab4e-096d-4838-897e-047ab35f1ab7 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:20.518974 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 56520) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:20.529995 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5315ba28-0759-47b5-a50b-2150e6bf2638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:20.531558 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9c34ad1c-bf99-4321-8e3d-cdbc41bb3503 None None] Provisioning complete for port 7a00ab4e-096d-4838-897e-047ab35f1ab7 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:20.531989 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9c34ad1c-bf99-4321-8e3d-cdbc41bb3503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:20.606434 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f13dec-fe5e-4ae5-9c89-ea0661724ed3 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:53:20.622376 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cff639-7e2d-44d9-b599-5828160ea4df req-f7e60250-49b3-4165-aca1-f9eab1295842 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:20.624147 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] Sync routers for ids ['00dff7bb-1a86-47e1-979a-c25cbd763627'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:53:20.627120 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] For port b42b01c8-5973-4431-9643-c0669f33ae1c, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:53:20.629736 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-88cff639-7e2d-44d9-b599-5828160ea4df req-f7e60250-49b3-4165-aca1-f9eab1295842 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.2144711 Aug 09 16:53:20.634174 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] For port b42b01c8-5973-4431-9643-c0669f33ae1c, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=b42b01c8-5973-4431-9643-c0669f33ae1c,segment=NetworkSegment(0fe48ad4-3c33-430f-9607-53eec0dcede1),segment_id=0fe48ad4-3c33-430f-9607-53eec0dcede1)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:53:20.634784 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-71e6b301-7640-4795-9ae1-3ab94a237091 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:20.654377 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] Routers {'00dff7bb-1a86-47e1-979a-c25cbd763627'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:53:20.655011 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['00dff7bb-1a86-47e1-979a-c25cbd763627'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:20.661081 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 7a00ab4e-096d-4838-897e-047ab35f1ab7 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:20.661081 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:20.682133 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-88cff639-7e2d-44d9-b599-5828160ea4df req-f806bbbb-5b80-49e8-bc72-1ce59fcb25df tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510578 Aug 09 16:53:20.695975 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-5315ba28-0759-47b5-a50b-2150e6bf2638 admin admin] Allocated IP 172.27.0.56 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/e4aa5dbe-1922-4830-95ef-9334e6d14d50) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:20.759405 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4679a716-afc2-46a9-a75c-50b15e015acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:20.764004 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:20.770487 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-71e6b301-7640-4795-9ae1-3ab94a237091 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:20.786066 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05f13dec-fe5e-4ae5-9c89-ea0661724ed3 admin admin] Notify callbacks [] for router, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:20.791205 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-05f13dec-fe5e-4ae5-9c89-ea0661724ed3 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8702748 Aug 09 16:53:20.793124 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 56524) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:20.872381 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9c34ad1c-bf99-4321-8e3d-cdbc41bb3503 None None] Current status of the port 7a00ab4e-096d-4838-897e-047ab35f1ab7 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:20.922310 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26896142-ac8c-4ccd-832f-ceccb8c227f8 None None] Pushing event updated for resources: {'Port': ['ID=b42b01c8-5973-4431-9643-c0669f33ae1c,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:20.934946 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] Set router 00dff7bb-1a86-47e1-979a-c25cbd763627 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:53:20.969299 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6b301-7640-4795-9ae1-3ab94a237091 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9898a94-3307-4f43-882a-23039cb741c3,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:21.050693 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-71e6b301-7640-4795-9ae1-3ab94a237091 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:21.055336 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-71e6b301-7640-4795-9ae1-3ab94a237091 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8497558 Aug 09 16:53:21.057392 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56526) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:21.086260 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-8c8ae007-d3e6-480e-b735-5ba673eefa3f tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'security_group_rule': {'security_group_id': 'e12b9261-fc52-4e59-8cc3-3a0897f6e27d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:21.126532 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5315ba28-0759-47b5-a50b-2150e6bf2638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:21.164847 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 7a00ab4e-096d-4838-897e-047ab35f1ab7 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:21.201680 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4679a716-afc2-46a9-a75c-50b15e015acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:21.210510 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8c8ae007-d3e6-480e-b735-5ba673eefa3f tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:21.269978 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8c8ae007-d3e6-480e-b735-5ba673eefa3f tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:21.275587 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4679a716-afc2-46a9-a75c-50b15e015acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:21.302888 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5315ba28-0759-47b5-a50b-2150e6bf2638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:21.361219 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679a716-afc2-46a9-a75c-50b15e015acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80bd9f1-6903-4e02-a998-c359f37ca0ed,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:21.361693 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'name': 'tempest-TestMinimumBasicScenario-223039659-router', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:18Z', 'revision_number': 3, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'gw_port': {'id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:24:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:21.371747 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-4679a716-afc2-46a9-a75c-50b15e015acd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b19a66566ebe4997a028a6dc185a73d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8504999 Aug 09 16:53:21.373958 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 56530) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:21.383832 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8c8ae007-d3e6-480e-b735-5ba673eefa3f tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:21.387448 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5315ba28-0759-47b5-a50b-2150e6bf2638 admin admin] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:21.394854 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] Checking router: 00dff7bb-1a86-47e1-979a-c25cbd763627 for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:53:21.395631 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] Updating router 00dff7bb-1a86-47e1-979a-c25cbd763627 port 80fa66e5-be29-4505-94b4-7bc8c5f86949 binding host dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:53:21.401209 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-5315ba28-0759-47b5-a50b-2150e6bf2638 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:21.415441 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff05db8-c2e2-4af0-a6ee-03964b0df7bf req-3f309044-1a64-4cc2-b160-3752f6697364 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:21.417209 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dff05db8-c2e2-4af0-a6ee-03964b0df7bf req-3f309044-1a64-4cc2-b160-3752f6697364 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 943 time: 0.1420910 Aug 09 16:53:21.417918 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5315ba28-0759-47b5-a50b-2150e6bf2638 admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:53:21.424631 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315ba28-0759-47b5-a50b-2150e6bf2638 admin admin] Pushing event updated for resources: {'Port': ['ID=e4aa5dbe-1922-4830-95ef-9334e6d14d50,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:21.433214 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:21.479794 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ae007-d3e6-480e-b735-5ba673eefa3f tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0526276-3b21-42c7-af4f-00725ff34bfa,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:21.489819 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f895350d-b6e0-4b63-b8fe-9ad406b30eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:21.540947 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8c8ae007-d3e6-480e-b735-5ba673eefa3f tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:21.546084 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-8c8ae007-d3e6-480e-b735-5ba673eefa3f tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4807117 Aug 09 16:53:21.546870 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56536) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:21.558958 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f895350d-b6e0-4b63-b8fe-9ad406b30eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:21.587094 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-0008abe6-ae30-477f-a9a4-262c7b6c8192 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'floatingip': {'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:21.630855 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dff05db8-c2e2-4af0-a6ee-03964b0df7bf req-f1fc77a7-1b58-4038-88c8-9776f8217ae1 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041473 Aug 09 16:53:21.636107 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13244510-0313-447a-bcd0-90cf112e08fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:21.680562 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e95757-a68e-4005-ad99-9889b3c5f5ae req-829e865e-eef1-4beb-8d21-31a862e8ae14 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:21.682255 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c4e95757-a68e-4005-ad99-9889b3c5f5ae req-829e865e-eef1-4beb-8d21-31a862e8ae14 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.1256638 Aug 09 16:53:21.724675 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0008abe6-ae30-477f-a9a4-262c7b6c8192 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:21.726546 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c4e95757-a68e-4005-ad99-9889b3c5f5ae req-bbb552de-a3b9-4a01-bf37-66aed1bfb582 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374374 Aug 09 16:53:21.757074 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] Notify callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:21.859296 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f895350d-b6e0-4b63-b8fe-9ad406b30eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:21.862127 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f895350d-b6e0-4b63-b8fe-9ad406b30eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:21.863032 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-f895350d-b6e0-4b63-b8fe-9ad406b30eb6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a80bd9f1-6903-4e02-a998-c359f37ca0ed HTTP/1.1" status: 204 len: 168 time: 0.4881525 Aug 09 16:53:21.879566 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:21.882776 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895350d-b6e0-4b63-b8fe-9ad406b30eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80bd9f1-6903-4e02-a998-c359f37ca0ed,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:21.946938 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f9ba2-b47b-4967-94b2-35e5fe8878a1 req-10a89b6d-0ebf-45fa-bd18-acae7438e056 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:21.948559 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e63f9ba2-b47b-4967-94b2-35e5fe8878a1 req-10a89b6d-0ebf-45fa-bd18-acae7438e056 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.1786621 Aug 09 16:53:21.968186 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] Attempting to bind port 80fa66e5-be29-4505-94b4-7bc8c5f86949 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:53:21.968674 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] Attempting to bind port 80fa66e5-be29-4505-94b4-7bc8c5f86949 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:53:21.969040 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] Attempting to bind port 80fa66e5-be29-4505-94b4-7bc8c5f86949 on network 5028ac3a-b802-4c2c-954e-eba2e898c760 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:21.982908 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:53:21.987971 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] Checking segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:53:21.987971 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:21.987971 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] Bound using segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:53:21.987971 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] Bound port: 80fa66e5-be29-4505-94b4-7bc8c5f86949, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:53:21.987971 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:22.017739 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-13244510-0313-447a-bcd0-90cf112e08fb admin admin] Allocated IP 172.20.0.1 (c0fb33a9-c312-4308-bff4-2acf7408ef6e/50a8ad36-9b75-4457-a6fd-07ba2b853e74/1ac2d7de-b24a-4a45-83b6-3f5828d16c90) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:22.018835 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350aeef-b5a5-4571-8632-2952aa0fc18f None None] Pushing event updated for resources: {'Port': ['ID=80fa66e5-be29-4505-94b4-7bc8c5f86949,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:22.089672 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] For port 80fa66e5-be29-4505-94b4-7bc8c5f86949, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:53:22.097041 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] For port 80fa66e5-be29-4505-94b4-7bc8c5f86949, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=80fa66e5-be29-4505-94b4-7bc8c5f86949,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:53:22.099045 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e63f9ba2-b47b-4967-94b2-35e5fe8878a1 req-24eba62c-22f4-4be9-b3ee-72b7cd6cc7ab tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145175 Aug 09 16:53:22.106447 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5315ba28-0759-47b5-a50b-2150e6bf2638 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:22.181716 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13244510-0313-447a-bcd0-90cf112e08fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:22.203319 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11776d8a-abfd-4b8d-ae07-2aa8d6d0fd54 None None] Network 4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:53:22.229157 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0008abe6-ae30-477f-a9a4-262c7b6c8192 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:22.275528 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:22.358887 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13244510-0313-447a-bcd0-90cf112e08fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:22.380473 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-1547af8f-2790-4a36-b43c-bcf71ba0af3c None None] Provisioning complete for port b42b01c8-5973-4431-9643-c0669f33ae1c triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:22.380931 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1547af8f-2790-4a36-b43c-bcf71ba0af3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:22.388619 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] Routers {'00dff7bb-1a86-47e1-979a-c25cbd763627'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:53:22.389166 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['00dff7bb-1a86-47e1-979a-c25cbd763627'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:22.436140 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-0008abe6-ae30-477f-a9a4-262c7b6c8192 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Allocated IP 172.27.0.185 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/031bbc86-903f-4fd2-a6af-0731ae524660) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:22.449393 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13244510-0313-447a-bcd0-90cf112e08fb admin admin] Network c0fb33a9-c312-4308-bff4-2acf7408ef6e is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:22.452482 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5315ba28-0759-47b5-a50b-2150e6bf2638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568756'] for router, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:22.468169 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-13244510-0313-447a-bcd0-90cf112e08fb admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:22.473565 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13244510-0313-447a-bcd0-90cf112e08fb admin admin] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:53:22.488450 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350aeef-b5a5-4571-8632-2952aa0fc18f None None] Pushing event updated for resources: {'Port': ['ID=80fa66e5-be29-4505-94b4-7bc8c5f86949,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:22.552456 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13244510-0313-447a-bcd0-90cf112e08fb admin admin] Pushing event updated for resources: {'Port': ['ID=1ac2d7de-b24a-4a45-83b6-3f5828d16c90,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:22.564828 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13244510-0313-447a-bcd0-90cf112e08fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568001'] for router_interface, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:22.686860 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device b42b01c8-5973-4431-9643-c0669f33ae1c up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:22.773762 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] Set router 00dff7bb-1a86-47e1-979a-c25cbd763627 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:53:22.815875 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0008abe6-ae30-477f-a9a4-262c7b6c8192 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:22.878897 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1547af8f-2790-4a36-b43c-bcf71ba0af3c None None] Current status of the port b42b01c8-5973-4431-9643-c0669f33ae1c is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:22.879287 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1547af8f-2790-4a36-b43c-bcf71ba0af3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:22.898222 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bef1e-0314-46af-861f-ae5599923c19 req-69bfac3f-a411-4b09-9f8d-833ee5fe5099 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:22.900261 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-726bef1e-0314-46af-861f-ae5599923c19 req-69bfac3f-a411-4b09-9f8d-833ee5fe5099 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 943 time: 0.1579933 Aug 09 16:53:22.918891 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13244510-0313-447a-bcd0-90cf112e08fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:22.955624 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5315ba28-0759-47b5-a50b-2150e6bf2638 admin admin] Router 28334dd2-b87a-4fff-9044-92c40b4ee37c is scheduled to L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 with binding_index 1 {{(pid=109848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:53:22.965459 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-1547af8f-2790-4a36-b43c-bcf71ba0af3c None None] For port b42b01c8-5973-4431-9643-c0669f33ae1c, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=b42b01c8-5973-4431-9643-c0669f33ae1c,segment=NetworkSegment(0fe48ad4-3c33-430f-9607-53eec0dcede1),segment_id=0fe48ad4-3c33-430f-9607-53eec0dcede1)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:22.965978 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0008abe6-ae30-477f-a9a4-262c7b6c8192 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:23.020966 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port b42b01c8-5973-4431-9643-c0669f33ae1c triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:23.021639 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:23.025891 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-726bef1e-0314-46af-861f-ae5599923c19 req-dc858115-046f-44fe-a8f9-6d2aa17e01cf tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093452 Aug 09 16:53:23.070427 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1547af8f-2790-4a36-b43c-bcf71ba0af3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:23.134879 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa23d8a-0c2f-41d0-9c46-d695572d171e req-b62748ed-fd16-43d6-a3e0-34979f73755f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:23.143412 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-aaa23d8a-0c2f-41d0-9c46-d695572d171e req-b62748ed-fd16-43d6-a3e0-34979f73755f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.2459157 Aug 09 16:53:23.148960 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0008abe6-ae30-477f-a9a4-262c7b6c8192 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:23.157734 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-0008abe6-ae30-477f-a9a4-262c7b6c8192 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:23.235767 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547af8f-2790-4a36-b43c-bcf71ba0af3c None None] Pushing event updated for resources: {'Port': ['ID=b42b01c8-5973-4431-9643-c0669f33ae1c,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:23.253522 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0008abe6-ae30-477f-a9a4-262c7b6c8192 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:53:23.297662 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008abe6-ae30-477f-a9a4-262c7b6c8192 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'Port': ['ID=031bbc86-903f-4fd2-a6af-0731ae524660,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:23.311084 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-cec97e41-9a0b-45cc-a601-44cb863ea8ad None None] Provisioning complete for port 1ac2d7de-b24a-4a45-83b6-3f5828d16c90 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:23.313048 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cec97e41-9a0b-45cc-a601-44cb863ea8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:23.314431 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13244510-0313-447a-bcd0-90cf112e08fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:23.333853 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c701b87-388d-486a-8541-05d7fee014d4 req-f337dbbe-7bac-4767-9109-bc38fad03874 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:23.337485 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56568) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:23.338016 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8c701b87-388d-486a-8541-05d7fee014d4 req-f337dbbe-7bac-4767-9109-bc38fad03874 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0817006 Aug 09 16:53:23.363742 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port b42b01c8-5973-4431-9643-c0669f33ae1c is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:23.378827 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-cec97e41-9a0b-45cc-a601-44cb863ea8ad None None] Port 1ac2d7de-b24a-4a45-83b6-3f5828d16c90 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:53:23.382270 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13244510-0313-447a-bcd0-90cf112e08fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25174475'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:23.391164 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'name': 'tempest-TestMinimumBasicScenario-223039659-router', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:18Z', 'revision_number': 3, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'gw_port': {'id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:24:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:23.408402 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-aaa23d8a-0c2f-41d0-9c46-d695572d171e req-3963f228-4361-4335-ace3-8e0d7d6d0930 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481277 Aug 09 16:53:23.421757 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0008abe6-ae30-477f-a9a4-262c7b6c8192 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:23.424337 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82b91ac-d74a-4f76-95f7-29b45b0f66d3 None None] The sync data for ids ['00dff7bb-1a86-47e1-979a-c25cbd763627'] in dv-cinder-852570-1-iscsi is: [{'id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'name': 'tempest-TestMinimumBasicScenario-223039659-router', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:18Z', 'revision_number': 3, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'gw_port': {'id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:24:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:53:23.453850 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5315ba28-0759-47b5-a50b-2150e6bf2638 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:53:23.468583 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8c701b87-388d-486a-8541-05d7fee014d4 req-9f89d7ff-794f-4773-bba8-d243245abe1a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259794 Aug 09 16:53:23.479850 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13244510-0313-447a-bcd0-90cf112e08fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571249'] for router_interface, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:23.480533 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] Sync routers for ids ['28334dd2-b87a-4fff-9044-92c40b4ee37c'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:53:23.482330 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13244510-0313-447a-bcd0-90cf112e08fb admin admin] Pushing event updated for resources: {'Port': ['ID=1ac2d7de-b24a-4a45-83b6-3f5828d16c90,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:23.521527 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] Routers {'28334dd2-b87a-4fff-9044-92c40b4ee37c'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:53:23.522980 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['28334dd2-b87a-4fff-9044-92c40b4ee37c'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:23.541827 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-2598257f-03b9-46f1-a9c4-20f04950041e None None] Provisioning complete for port b42b01c8-5973-4431-9643-c0669f33ae1c triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:23.542332 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2598257f-03b9-46f1-a9c4-20f04950041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:23.594562 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-4698e426-4159-455f-8647-83f8ca7d5d1d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1885257678-network', 'tenant_id': 'a6eb3127c271468f8d23433acb92e7b7'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:23.621266 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5315ba28-0759-47b5-a50b-2150e6bf2638 admin admin] Notify callbacks [] for router, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:23.624436 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-5315ba28-0759-47b5-a50b-2150e6bf2638 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3336823 Aug 09 16:53:23.628816 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 56574) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:23.659917 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] Set router 28334dd2-b87a-4fff-9044-92c40b4ee37c gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:53:23.661334 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0008abe6-ae30-477f-a9a4-262c7b6c8192 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:23.863830 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13244510-0313-447a-bcd0-90cf112e08fb admin admin] Network c0fb33a9-c312-4308-bff4-2acf7408ef6e is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:23.868004 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-13244510-0313-447a-bcd0-90cf112e08fb admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:23.973747 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2598257f-03b9-46f1-a9c4-20f04950041e None None] Current status of the port b42b01c8-5973-4431-9643-c0669f33ae1c is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:24.021887 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'name': 'tempest-TestShelveInstance-1406409555-router', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:19Z', 'updated_at': '2022-08-09T16:53:21Z', 'revision_number': 3, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'gw_port': {'id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:20Z', 'updated_at': '2022-08-09T16:53:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:24.035022 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0008abe6-ae30-477f-a9a4-262c7b6c8192 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:24.039289 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4698e426-4159-455f-8647-83f8ca7d5d1d admin admin] Made reservation on behalf of a6eb3127c271468f8d23433acb92e7b7 for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:53:24.054564 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] Checking router: 28334dd2-b87a-4fff-9044-92c40b4ee37c for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:53:24.055487 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] Updating router 28334dd2-b87a-4fff-9044-92c40b4ee37c port e4aa5dbe-1922-4830-95ef-9334e6d14d50 binding host dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:53:24.057073 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4698e426-4159-455f-8647-83f8ca7d5d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for network, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:24.072991 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4698e426-4159-455f-8647-83f8ca7d5d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:24.087577 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:24.142707 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0008abe6-ae30-477f-a9a4-262c7b6c8192 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:24.143845 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0008abe6-ae30-477f-a9a4-262c7b6c8192 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:24.279461 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008abe6-ae30-477f-a9a4-262c7b6c8192 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'Port': ['ID=031bbc86-903f-4fd2-a6af-0731ae524660,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:24.305246 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0008abe6-ae30-477f-a9a4-262c7b6c8192 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:24.317012 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-0008abe6-ae30-477f-a9a4-262c7b6c8192 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7280724 Aug 09 16:53:24.317012 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4698e426-4159-455f-8647-83f8ca7d5d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:24.317313 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-2d14d717-95b8-49cc-ba4a-ebf82d45c932 None None] Provisioning complete for port 1ac2d7de-b24a-4a45-83b6-3f5828d16c90 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:24.317313 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2d14d717-95b8-49cc-ba4a-ebf82d45c932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:24.327965 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49e969-bb04-452c-a0d2-164904e745fd req-c64f830d-d7b9-4eed-aadd-482358c14578 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:24.327965 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9f49e969-bb04-452c-a0d2-164904e745fd req-c64f830d-d7b9-4eed-aadd-482358c14578 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 943 time: 0.1100211 Aug 09 16:53:24.423240 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2d14d717-95b8-49cc-ba4a-ebf82d45c932 None None] Port 1ac2d7de-b24a-4a45-83b6-3f5828d16c90 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:53:24.449034 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9f49e969-bb04-452c-a0d2-164904e745fd req-e211cd9f-7535-4345-b3f9-4a12e30e4092 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146848 Aug 09 16:53:24.466213 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4698e426-4159-455f-8647-83f8ca7d5d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:24.551068 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4698e426-4159-455f-8647-83f8ca7d5d1d admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=109848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:53:24.607147 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698e426-4159-455f-8647-83f8ca7d5d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add6745f-5888-4d00-81fb-341d9c60be9c,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:24.611821 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4698e426-4159-455f-8647-83f8ca7d5d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:24.612190 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-4698e426-4159-455f-8647-83f8ca7d5d1d admin admin] Added segment 329c20f0-b273-44f6-ae2d-9a2acf616cc0 of type vlan for network 9c2cb89f-e80a-42c5-b2c0-56671b916495 Aug 09 16:53:24.695420 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4698e426-4159-455f-8647-83f8ca7d5d1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730382254695'] for network, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:24.722032 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] Notify callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:24.760049 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13244510-0313-447a-bcd0-90cf112e08fb admin admin] Router 00dff7bb-1a86-47e1-979a-c25cbd763627 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:53:24.767417 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 80fa66e5-be29-4505-94b4-7bc8c5f86949 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:24.812889 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-95c0c40a-0b11-4a14-895c-8a460aeae4de tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--469698713&fields=id&tenant_id=263134786e174e0683b78ef12715c3fb HTTP/1.1" status: 200 len: 267 time: 0.0435483 Aug 09 16:53:24.821247 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:24.826376 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555273db-d7c1-4eed-b3dd-56afa5e1d4f8 req-ccf9178d-dfbf-4831-903f-a37845859c30 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:24.828190 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-555273db-d7c1-4eed-b3dd-56afa5e1d4f8 req-ccf9178d-dfbf-4831-903f-a37845859c30 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.1550534 Aug 09 16:53:24.851718 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 80fa66e5-be29-4505-94b4-7bc8c5f86949 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:24.852334 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:24.881306 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] Attempting to bind port e4aa5dbe-1922-4830-95ef-9334e6d14d50 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:53:24.885458 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] Attempting to bind port e4aa5dbe-1922-4830-95ef-9334e6d14d50 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:53:24.888222 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] Attempting to bind port e4aa5dbe-1922-4830-95ef-9334e6d14d50 on network 5028ac3a-b802-4c2c-954e-eba2e898c760 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:24.906744 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:53:24.908214 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] Checking segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:53:24.908867 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:24.909661 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] Bound using segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:53:24.910388 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] Bound port: e4aa5dbe-1922-4830-95ef-9334e6d14d50, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:53:24.911046 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:24.996928 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 80fa66e5-be29-4505-94b4-7bc8c5f86949 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:24.997331 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:25.027331 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e39b3-70fa-4e96-a3bc-ca365ff05bd7 None None] Pushing event updated for resources: {'Port': ['ID=e4aa5dbe-1922-4830-95ef-9334e6d14d50,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:25.030174 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port 80fa66e5-be29-4505-94b4-7bc8c5f86949, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=80fa66e5-be29-4505-94b4-7bc8c5f86949,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:25.042005 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-555273db-d7c1-4eed-b3dd-56afa5e1d4f8 req-7f22c41e-bf77-49b6-be9d-d45021fa8128 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947229 Aug 09 16:53:25.048786 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-d49ba790-e94b-4aef-834a-b733fffcd289 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:25.049213 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e39b3-70fa-4e96-a3bc-ca365ff05bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:25.054167 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e39b3-70fa-4e96-a3bc-ca365ff05bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:25.054604 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-d49ba790-e94b-4aef-834a-b733fffcd289 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/networks?id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea HTTP/1.1" status: 200 len: 815 time: 0.2199578 Aug 09 16:53:25.054604 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4698e426-4159-455f-8647-83f8ca7d5d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for network, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:25.054604 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4698e426-4159-455f-8647-83f8ca7d5d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:25.054895 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4698e426-4159-455f-8647-83f8ca7d5d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:25.057245 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e39b3-70fa-4e96-a3bc-ca365ff05bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:25.057925 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e39b3-70fa-4e96-a3bc-ca365ff05bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:25.058724 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e39b3-70fa-4e96-a3bc-ca365ff05bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:25.059271 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e39b3-70fa-4e96-a3bc-ca365ff05bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:25.059811 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e39b3-70fa-4e96-a3bc-ca365ff05bd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:25.060349 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e39b3-70fa-4e96-a3bc-ca365ff05bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:25.060918 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e39b3-70fa-4e96-a3bc-ca365ff05bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:25.061477 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e39b3-70fa-4e96-a3bc-ca365ff05bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:25.062010 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e39b3-70fa-4e96-a3bc-ca365ff05bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:25.062540 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66e39b3-70fa-4e96-a3bc-ca365ff05bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:53:25.073162 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-862d2564-0c3a-4bb0-938a-ee1cb054e4ca tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/quotas/263134786e174e0683b78ef12715c3fb HTTP/1.1" status: 200 len: 375 time: 0.0127888 Aug 09 16:53:25.080541 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] For port e4aa5dbe-1922-4830-95ef-9334e6d14d50, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:53:25.094777 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] For port e4aa5dbe-1922-4830-95ef-9334e6d14d50, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=e4aa5dbe-1922-4830-95ef-9334e6d14d50,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:53:25.107309 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:25.108062 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device b42b01c8-5973-4431-9643-c0669f33ae1c up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:25.146513 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13244510-0313-447a-bcd0-90cf112e08fb admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:53:25.155750 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698e426-4159-455f-8647-83f8ca7d5d1d admin admin] Pushing event updated for resources: {'Network': ['ID=9c2cb89f-e80a-42c5-b2c0-56671b916495,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:25.170061 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Network 9c2cb89f-e80a-42c5-b2c0-56671b916495 details requested by agent ovs-agent-dv-cinder-852570-1-iscsi with host dv-cinder-852570-1-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:53:25.181438 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-bcac1ae0-a8ee-493e-a016-aa13176b7428 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=263134786e174e0683b78ef12715c3fb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0945160 Aug 09 16:53:25.190504 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-13244510-0313-447a-bcd0-90cf112e08fb admin admin] 10.222.0.49 "PUT /v2.0/routers/00dff7bb-1a86-47e1-979a-c25cbd763627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3917308 Aug 09 16:53:25.220958 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9958002b-3fe7-44ab-aee2-4652fbdcae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:25.227866 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:25.351941 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=80fa66e5-be29-4505-94b4-7bc8c5f86949,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:25.401801 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port b42b01c8-5973-4431-9643-c0669f33ae1c triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:25.402034 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:25.473433 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] Routers {'28334dd2-b87a-4fff-9044-92c40b4ee37c'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:53:25.474117 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['28334dd2-b87a-4fff-9044-92c40b4ee37c'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:25.514288 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-9958002b-3fe7-44ab-aee2-4652fbdcae78 admin admin] Allocated IP 172.20.0.1 (4d9d930b-ec28-4ce0-9e7c-56489c3c9a94/499bb68c-c520-4ad2-aee4-a2cff94ae248/9253b149-cf30-413a-bea6-395c640e7392) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:25.572168 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e39b3-70fa-4e96-a3bc-ca365ff05bd7 None None] Pushing event updated for resources: {'Port': ['ID=e4aa5dbe-1922-4830-95ef-9334e6d14d50,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:25.591424 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port b42b01c8-5973-4431-9643-c0669f33ae1c is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:25.605660 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-4698e426-4159-455f-8647-83f8ca7d5d1d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2562230 Aug 09 16:53:25.614863 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-7757c52a-9cd7-47bb-a3b2-e44c497ed0b0 service neutron] 10.222.0.49 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157369 Aug 09 16:53:25.614863 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56610) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:25.627534 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-afadd86c-7635-491c-8463-bd6424711abd admin admin] Request body: {'subnet': {'network_id': '9c2cb89f-e80a-42c5-b2c0-56671b916495', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1885257678-subnet', 'tenant_id': 'a6eb3127c271468f8d23433acb92e7b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:25.703468 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] Set router 28334dd2-b87a-4fff-9044-92c40b4ee37c gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:53:25.743687 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362c5c4-19d4-4b49-96a7-b7534a29a983 req-22e7a9c2-d87f-4957-bdcb-83a2d36742ff tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:25.763107 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6362c5c4-19d4-4b49-96a7-b7534a29a983 req-22e7a9c2-d87f-4957-bdcb-83a2d36742ff tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 943 time: 0.1562483 Aug 09 16:53:25.764447 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-0668df22-2fba-46cf-8f59-d8d2d18ea7e9 service neutron] 10.222.0.49 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452291 Aug 09 16:53:25.781991 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9958002b-3fe7-44ab-aee2-4652fbdcae78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:25.815603 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afadd86c-7635-491c-8463-bd6424711abd admin admin] Made reservation on behalf of a6eb3127c271468f8d23433acb92e7b7 for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:53:25.819485 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-afadd86c-7635-491c-8463-bd6424711abd admin admin] Notify callbacks [] for subnet, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:25.833249 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6362c5c4-19d4-4b49-96a7-b7534a29a983 req-f41eb86a-980e-4e31-b4fc-0f4e0482e95d tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748041 Aug 09 16:53:25.959161 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'name': 'tempest-TestShelveInstance-1406409555-router', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:19Z', 'updated_at': '2022-08-09T16:53:21Z', 'revision_number': 3, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'gw_port': {'id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:20Z', 'updated_at': '2022-08-09T16:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:25.986792 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a7b63f-db7c-408e-99d1-a4fe4e89bcf5 None None] The sync data for ids ['28334dd2-b87a-4fff-9044-92c40b4ee37c'] in dv-cinder-852570-1-iscsi is: [{'id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'name': 'tempest-TestShelveInstance-1406409555-router', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:19Z', 'updated_at': '2022-08-09T16:53:21Z', 'revision_number': 3, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'gw_port': {'id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:20Z', 'updated_at': '2022-08-09T16:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:53:26.004871 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9958002b-3fe7-44ab-aee2-4652fbdcae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:26.071449 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9958002b-3fe7-44ab-aee2-4652fbdcae78 admin admin] Network 4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:26.071715 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56626) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:26.086921 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-f1b90295-f540-4565-ab27-ef4aec4fdbea tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1648260947', 'description': 'tempest-description--1178634279'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:26.107051 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-9958002b-3fe7-44ab-aee2-4652fbdcae78 admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:26.113195 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9958002b-3fe7-44ab-aee2-4652fbdcae78 admin admin] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:53:26.133400 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0ef941df-a8f3-40ee-b8e0-05afeeffdf24 req-20e14af4-0006-4bd8-bae7-6ec92752fe04 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 210 time: 0.0606883 Aug 09 16:53:26.233068 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9958002b-3fe7-44ab-aee2-4652fbdcae78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568001'] for router_interface, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:26.238394 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f1b90295-f540-4565-ab27-ef4aec4fdbea tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:26.337388 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-afadd86c-7635-491c-8463-bd6424711abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for subnet, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:26.338409 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] Sync routers for ids ['00dff7bb-1a86-47e1-979a-c25cbd763627'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:53:26.361424 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] Routers {'00dff7bb-1a86-47e1-979a-c25cbd763627'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:53:26.362368 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['00dff7bb-1a86-47e1-979a-c25cbd763627'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:26.406696 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958002b-3fe7-44ab-aee2-4652fbdcae78 admin admin] Pushing event updated for resources: {'Port': ['ID=9253b149-cf30-413a-bea6-395c640e7392,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:26.439857 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 56638) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:26.445917 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f1b90295-f540-4565-ab27-ef4aec4fdbea tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:26.454101 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-44032490-39a5-4633-b709-284e5bfe1272 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1789958427-network', 'tenant_id': 'd0a8ab13e6104a30b48665817e69e561'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:26.506746 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadd86c-7635-491c-8463-bd6424711abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed97eefa-ee79-4d1a-b7bd-e417f3e3d431,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:26.521800 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0ffce-f64a-4280-be23-bac8c32f6e09 req-a7145dfe-647b-44bf-ad7c-442f96fc4dd0 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:26.542772 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5ad0ffce-f64a-4280-be23-bac8c32f6e09 req-a7145dfe-647b-44bf-ad7c-442f96fc4dd0 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.3086140 Aug 09 16:53:26.575326 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afadd86c-7635-491c-8463-bd6424711abd admin admin] Checking segment: {'id': '329c20f0-b273-44f6-ae2d-9a2acf616cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9c2cb89f-e80a-42c5-b2c0-56671b916495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:53:26.575687 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afadd86c-7635-491c-8463-bd6424711abd admin admin] Network hostable DHCP agents. Network: 9c2cb89f-e80a-42c5-b2c0-56671b916495, hostable agents: ['29a5f48d-823f-44e6-8d1e-becd3d6d9067'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:53:26.596380 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f1b90295-f540-4565-ab27-ef4aec4fdbea tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:26.625266 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44032490-39a5-4633-b709-284e5bfe1272 admin admin] Made reservation on behalf of d0a8ab13e6104a30b48665817e69e561 for: {'network': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:53:26.638681 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-44032490-39a5-4633-b709-284e5bfe1272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for network, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:26.639142 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 80fa66e5-be29-4505-94b4-7bc8c5f86949 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:26.651938 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-44032490-39a5-4633-b709-284e5bfe1272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:26.656582 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9958002b-3fe7-44ab-aee2-4652fbdcae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:26.665231 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b90295-f540-4565-ab27-ef4aec4fdbea tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9bc96b-b4f4-41df-8d75-e03165c318a2,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:26.702319 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5ad0ffce-f64a-4280-be23-bac8c32f6e09 req-9d6c6c7b-8624-4172-8902-2acff496304d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585369 Aug 09 16:53:26.714855 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] Set router 00dff7bb-1a86-47e1-979a-c25cbd763627 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:53:26.778154 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afadd86c-7635-491c-8463-bd6424711abd admin admin] Network 9c2cb89f-e80a-42c5-b2c0-56671b916495 is scheduled to be hosted by DHCP agent 29a5f48d-823f-44e6-8d1e-becd3d6d9067 with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:53:26.820120 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-39ee4c5f-7fbe-4318-948b-3aa8777c56a6 None None] Provisioning complete for port 9253b149-cf30-413a-bea6-395c640e7392 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:26.820506 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39ee4c5f-7fbe-4318-948b-3aa8777c56a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:26.835338 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f1b90295-f540-4565-ab27-ef4aec4fdbea tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:26.839337 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-f1b90295-f540-4565-ab27-ef4aec4fdbea tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7545552 Aug 09 16:53:26.839779 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56640) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:26.844704 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-49701624-7304-49a8-8b46-c8a6e87e8a96 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Request body: {'security_group_rule': {'security_group_id': '2d9bc96b-b4f4-41df-8d75-e03165c318a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:26.876963 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-afadd86c-7635-491c-8463-bd6424711abd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852570-1-iscsi, 9c2cb89f-e80a-42c5-b2c0-56671b916495) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:26.882991 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afadd86c-7635-491c-8463-bd6424711abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:26.883828 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-afadd86c-7635-491c-8463-bd6424711abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:26.912844 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba561512-c21f-4387-8933-1a62e44b3827 None None] Network 9c2cb89f-e80a-42c5-b2c0-56671b916495 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:53:26.948771 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-44032490-39a5-4633-b709-284e5bfe1272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:26.966172 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49701624-7304-49a8-8b46-c8a6e87e8a96 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:27.009995 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-44032490-39a5-4633-b709-284e5bfe1272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:27.011114 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 80fa66e5-be29-4505-94b4-7bc8c5f86949 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:27.011489 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:27.040286 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-39ee4c5f-7fbe-4318-948b-3aa8777c56a6 None None] Port 9253b149-cf30-413a-bea6-395c640e7392 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:53:27.046893 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9958002b-3fe7-44ab-aee2-4652fbdcae78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:27.048530 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-afadd86c-7635-491c-8463-bd6424711abd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4367905 Aug 09 16:53:27.051286 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44032490-39a5-4633-b709-284e5bfe1272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe801d1-42f2-4eec-aed5-6bbf29d4d66c,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:27.075530 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44032490-39a5-4633-b709-284e5bfe1272 admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=109849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:53:27.100840 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-44032490-39a5-4633-b709-284e5bfe1272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:27.101167 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.segments_db [None req-44032490-39a5-4633-b709-284e5bfe1272 admin admin] Added segment 74b049d5-a5d5-4944-bfa3-bc1e098562ad of type vlan for network f1c396cf-3954-45e7-adae-fec68794d36e Aug 09 16:53:27.155018 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02142f71-c25a-4069-b875-bc4a65ca92d2 req-52886e6d-7497-4302-b8ef-6081fda92bfe tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:27.164115 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-02142f71-c25a-4069-b875-bc4a65ca92d2 req-52886e6d-7497-4302-b8ef-6081fda92bfe tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 943 time: 0.1929159 Aug 09 16:53:27.189382 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-44032490-39a5-4633-b709-284e5bfe1272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730382254695'] for network, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:27.198332 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49701624-7304-49a8-8b46-c8a6e87e8a96 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:27.223432 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9958002b-3fe7-44ab-aee2-4652fbdcae78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25174475'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:27.247569 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-02142f71-c25a-4069-b875-bc4a65ca92d2 req-7198ed3a-a13c-450d-9657-2a6baab165e1 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822942 Aug 09 16:53:27.293096 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5a620e08-de4b-4927-a5a9-9c50b2cc1b67 req-ac7cebdd-42b5-4dcf-91a9-52ed68251863 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 210 time: 0.0388787 Aug 09 16:53:27.330715 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49701624-7304-49a8-8b46-c8a6e87e8a96 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:27.370908 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958002b-3fe7-44ab-aee2-4652fbdcae78 admin admin] Pushing event updated for resources: {'Port': ['ID=9253b149-cf30-413a-bea6-395c640e7392,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:27.373588 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9958002b-3fe7-44ab-aee2-4652fbdcae78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571249'] for router_interface, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:27.390738 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49701624-7304-49a8-8b46-c8a6e87e8a96 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a41b2d-88a0-436f-ba2a-f865ec8de363,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:27.421789 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba6aa2a-6f5f-4e24-99ed-87fcfb970f4c None None] Network 9c2cb89f-e80a-42c5-b2c0-56671b916495 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:53:27.453495 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-44032490-39a5-4633-b709-284e5bfe1272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for network, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:27.454451 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44032490-39a5-4633-b709-284e5bfe1272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:27.455030 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-44032490-39a5-4633-b709-284e5bfe1272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:27.475644 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-49701624-7304-49a8-8b46-c8a6e87e8a96 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:27.484724 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 80fa66e5-be29-4505-94b4-7bc8c5f86949 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:27.485904 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-49701624-7304-49a8-8b46-c8a6e87e8a96 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6450996 Aug 09 16:53:27.493940 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56656) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:27.509130 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-04993248-479b-4ff6-bf2b-35ee64b347e6 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Request body: {'security_group_rule': {'security_group_id': '2d9bc96b-b4f4-41df-8d75-e03165c318a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:27.587184 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-44032490-39a5-4633-b709-284e5bfe1272 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1455920 Aug 09 16:53:27.588303 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44032490-39a5-4633-b709-284e5bfe1272 admin admin] Pushing event updated for resources: {'Network': ['ID=f1c396cf-3954-45e7-adae-fec68794d36e,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:27.589887 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56658) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:27.595292 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-d2c502d1-7d16-45c2-a05f-84ea47dab269 admin admin] Request body: {'subnet': {'network_id': 'f1c396cf-3954-45e7-adae-fec68794d36e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1789958427-subnet', 'tenant_id': 'd0a8ab13e6104a30b48665817e69e561', 'ip_version': 4}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:27.608222 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9958002b-3fe7-44ab-aee2-4652fbdcae78 admin admin] Network 4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:27.610891 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-9958002b-3fe7-44ab-aee2-4652fbdcae78 admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:27.622876 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-04993248-479b-4ff6-bf2b-35ee64b347e6 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:27.652170 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Network f1c396cf-3954-45e7-adae-fec68794d36e details requested by agent ovs-agent-dv-cinder-852570-1-iscsi with host dv-cinder-852570-1-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:53:27.736642 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-04993248-479b-4ff6-bf2b-35ee64b347e6 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:27.776727 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'name': 'tempest-TestMinimumBasicScenario-223039659-router', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:22Z', 'revision_number': 4, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'gw_port': {'id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:24:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1ac2d7de-b24a-4a45-83b6-3f5828d16c90', 'name': '', 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'mac_address': 'fa:16:3e:a9:c0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '50a8ad36-9b75-4457-a6fd-07ba2b853e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:21Z', 'updated_at': '2022-08-09T16:53:23Z', 'revision_number': 2, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'subnets': [{'id': '50a8ad36-9b75-4457-a6fd-07ba2b853e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:27.782940 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c502d1-7d16-45c2-a05f-84ea47dab269 admin admin] Made reservation on behalf of d0a8ab13e6104a30b48665817e69e561 for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:53:27.785239 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d2c502d1-7d16-45c2-a05f-84ea47dab269 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:27.839584 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] Checking router: 00dff7bb-1a86-47e1-979a-c25cbd763627 for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:53:27.840096 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] Updating router 00dff7bb-1a86-47e1-979a-c25cbd763627 port 1ac2d7de-b24a-4a45-83b6-3f5828d16c90 binding host dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:53:27.877757 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:27.879898 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9958002b-3fe7-44ab-aee2-4652fbdcae78 admin admin] Router 28334dd2-b87a-4fff-9044-92c40b4ee37c has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:53:27.903357 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-04993248-479b-4ff6-bf2b-35ee64b347e6 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:27.993732 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04993248-479b-4ff6-bf2b-35ee64b347e6 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0f588c-2c6e-4827-a77f-cd18de973847,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:28.020424 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f24fec-807f-42fe-b73a-cf7580246842 req-2a3cf416-e204-4df8-b936-c5ff2f480c47 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:28.025013 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-32f24fec-807f-42fe-b73a-cf7580246842 req-2a3cf416-e204-4df8-b936-c5ff2f480c47 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.1219666 Aug 09 16:53:28.027188 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9958002b-3fe7-44ab-aee2-4652fbdcae78 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:53:28.039907 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-9958002b-3fe7-44ab-aee2-4652fbdcae78 admin admin] 10.222.0.49 "PUT /v2.0/routers/28334dd2-b87a-4fff-9044-92c40b4ee37c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4014325 Aug 09 16:53:28.111230 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-32f24fec-807f-42fe-b73a-cf7580246842 req-93e6e368-e096-42c1-8e60-03679f8225e2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619028 Aug 09 16:53:28.113940 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-04993248-479b-4ff6-bf2b-35ee64b347e6 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:28.119083 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 56664) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:28.119408 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-04993248-479b-4ff6-bf2b-35ee64b347e6 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6238914 Aug 09 16:53:28.125106 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-c5249ada-fa94-4bd8-85b8-4ce48b36d703 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Request body: {'floatingip': {'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:28.129449 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-4bbf3ba7-3257-41e6-b59e-a9cdf486f073 None None] Provisioning complete for port 9253b149-cf30-413a-bea6-395c640e7392 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:28.129551 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4bbf3ba7-3257-41e6-b59e-a9cdf486f073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:28.188507 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device bddb42b0-1110-48a6-8caa-b9f80bea66c7 details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:53:28.198135 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d2c502d1-7d16-45c2-a05f-84ea47dab269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for subnet, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:28.272164 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c5249ada-fa94-4bd8-85b8-4ce48b36d703 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for floatingip, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:28.405935 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c502d1-7d16-45c2-a05f-84ea47dab269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5869d0d0-3cbc-4b7a-b554-b64dd30b8e5a,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:28.417163 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c502d1-7d16-45c2-a05f-84ea47dab269 admin admin] Checking segment: {'id': '74b049d5-a5d5-4944-bfa3-bc1e098562ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'f1c396cf-3954-45e7-adae-fec68794d36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:53:28.417163 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c502d1-7d16-45c2-a05f-84ea47dab269 admin admin] Network hostable DHCP agents. Network: f1c396cf-3954-45e7-adae-fec68794d36e, hostable agents: ['29a5f48d-823f-44e6-8d1e-becd3d6d9067'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:53:28.490660 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-4bbf3ba7-3257-41e6-b59e-a9cdf486f073 None None] Port 9253b149-cf30-413a-bea6-395c640e7392 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:53:28.524758 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-edc157fe-aef7-4b06-a170-955f096e73ce req-73056a0e-a8df-4503-a52b-e4d3f1011576 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 210 time: 0.0652587 Aug 09 16:53:28.564587 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c502d1-7d16-45c2-a05f-84ea47dab269 admin admin] Network f1c396cf-3954-45e7-adae-fec68794d36e is scheduled to be hosted by DHCP agent 29a5f48d-823f-44e6-8d1e-becd3d6d9067 with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:53:28.651767 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1d084-46ab-4aa2-9ad0-8ff1c248de63 req-c5d428ff-74b9-4eee-a90a-2719cf74e7e6 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:28.666175 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a3e1d084-46ab-4aa2-9ad0-8ff1c248de63 req-c5d428ff-74b9-4eee-a90a-2719cf74e7e6 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 943 time: 0.1673889 Aug 09 16:53:28.689250 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c5249ada-fa94-4bd8-85b8-4ce48b36d703 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:28.705371 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device e4aa5dbe-1922-4830-95ef-9334e6d14d50 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:28.712622 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-d2c502d1-7d16-45c2-a05f-84ea47dab269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852570-1-iscsi, f1c396cf-3954-45e7-adae-fec68794d36e) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:28.717068 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c502d1-7d16-45c2-a05f-84ea47dab269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:28.717982 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d2c502d1-7d16-45c2-a05f-84ea47dab269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:28.741958 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a3e1d084-46ab-4aa2-9ad0-8ff1c248de63 req-7a6ad86b-362f-45da-8998-4a76fd14c8a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748878 Aug 09 16:53:28.753541 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218ff9dd-aac4-403c-9828-88a5057c6e24 None None] Network f1c396cf-3954-45e7-adae-fec68794d36e requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:53:28.811025 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] Sync routers for ids ['28334dd2-b87a-4fff-9044-92c40b4ee37c'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:53:28.827460 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] Routers {'28334dd2-b87a-4fff-9044-92c40b4ee37c'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:53:28.828059 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['28334dd2-b87a-4fff-9044-92c40b4ee37c'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:28.831945 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port bddb42b0-1110-48a6-8caa-b9f80bea66c7, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=bddb42b0-1110-48a6-8caa-b9f80bea66c7,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:28.908355 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': 'bddb42b0-1110-48a6-8caa-b9f80bea66c7', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'port_id': 'bddb42b0-1110-48a6-8caa-b9f80bea66c7', 'mac_address': 'fa:16:3e:83:16:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:53:28.951166 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] Set router 28334dd2-b87a-4fff-9044-92c40b4ee37c gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:53:28.963236 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] Notify callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:28.966554 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-d2c502d1-7d16-45c2-a05f-84ea47dab269 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3752117 Aug 09 16:53:28.968929 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56686) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:28.973823 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-d66cbd3c-4ffb-4124-9e13-802a80c5d7c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1789958427-router', 'tenant_id': 'd0a8ab13e6104a30b48665817e69e561', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:29.014717 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-c5249ada-fa94-4bd8-85b8-4ce48b36d703 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Allocated IP 172.27.0.118 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/5105527a-8bd2-4cbc-8619-e42b2990479e) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:29.023698 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port e4aa5dbe-1922-4830-95ef-9334e6d14d50 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:29.024078 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.031708 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port bddb42b0-1110-48a6-8caa-b9f80bea66c7 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:29.032265 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.100136 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.135691 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d66cbd3c-4ffb-4124-9e13-802a80c5d7c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-741'] for router, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.136926 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d66cbd3c-4ffb-4124-9e13-802a80c5d7c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568769', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-972538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.164267 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcffa46-b53c-4c26-b7e0-dba5e4ebeb9f None None] Pushing event updated for resources: {'Port': ['ID=1ac2d7de-b24a-4a45-83b6-3f5828d16c90,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:29.167791 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bddb42b0-1110-48a6-8caa-b9f80bea66c7 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:53:29.236824 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port bddb42b0-1110-48a6-8caa-b9f80bea66c7, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=bddb42b0-1110-48a6-8caa-b9f80bea66c7,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:29.255118 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c5249ada-fa94-4bd8-85b8-4ce48b36d703 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.261384 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d66cbd3c-4ffb-4124-9e13-802a80c5d7c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.262689 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'name': 'tempest-TestShelveInstance-1406409555-router', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:19Z', 'updated_at': '2022-08-09T16:53:26Z', 'revision_number': 4, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'gw_port': {'id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:20Z', 'updated_at': '2022-08-09T16:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '9253b149-cf30-413a-bea6-395c640e7392', 'name': '', 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'mac_address': 'fa:16:3e:cb:03:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '499bb68c-c520-4ad2-aee4-a2cff94ae248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:25Z', 'updated_at': '2022-08-09T16:53:26Z', 'revision_number': 2, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'subnets': [{'id': '499bb68c-c520-4ad2-aee4-a2cff94ae248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:29.314255 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] Checking router: 28334dd2-b87a-4fff-9044-92c40b4ee37c for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:53:29.314720 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] Updating router 28334dd2-b87a-4fff-9044-92c40b4ee37c port 9253b149-cf30-413a-bea6-395c640e7392 binding host dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:53:29.337986 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fef513-5506-4308-8d59-7fb5336d833a req-70c61308-cb26-4536-a9af-e520abe3b5b2 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:29.340160 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-08fef513-5506-4308-8d59-7fb5336d833a req-70c61308-cb26-4536-a9af-e520abe3b5b2 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.1156213 Aug 09 16:53:29.357761 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3b9ae2-91fe-5293-8926-9fd0d40c18c6-f1c396cf-3954-45e7-adae-fec68794d36e', 'network_id': 'f1c396cf-3954-45e7-adae-fec68794d36e', 'tenant_id': 'd0a8ab13e6104a30b48665817e69e561', 'fixed_ips': [{'subnet_id': '5869d0d0-3cbc-4b7a-b554-b64dd30b8e5a'}]}} from dv-cinder-852570-1-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:53:29.358744 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.375161 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.380775 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.386778 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] Attempting to bind port 1ac2d7de-b24a-4a45-83b6-3f5828d16c90 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:53:29.387215 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] Attempting to bind port 1ac2d7de-b24a-4a45-83b6-3f5828d16c90 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': 'a735e250-5733-4f6d-aba1-ee0e683bf432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:53:29.387569 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] Attempting to bind port 1ac2d7de-b24a-4a45-83b6-3f5828d16c90 on network c0fb33a9-c312-4308-bff4-2acf7408ef6e {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:29.415666 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-08fef513-5506-4308-8d59-7fb5336d833a req-88f666aa-4e32-406e-975b-80a90e3d6ed5 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671489 Aug 09 16:53:29.423283 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205c740-50cc-45fd-b124-fb3de6acd2c5 req-44f02958-2352-453b-9c85-94573d23ce15 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:29.424972 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d205c740-50cc-45fd-b124-fb3de6acd2c5 req-44f02958-2352-453b-9c85-94573d23ce15 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.1544104 Aug 09 16:53:29.459676 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 56698) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:29.464857 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-206b8d42-db5a-454d-abf8-ca3ab9edccf8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-572032552-network', 'tenant_id': '6ef5cc352cfb432fa7efe5ab36ceee71'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:29.476274 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c5249ada-fa94-4bd8-85b8-4ce48b36d703 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.498527 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port e4aa5dbe-1922-4830-95ef-9334e6d14d50 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:29.499082 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.504134 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=bddb42b0-1110-48a6-8caa-b9f80bea66c7,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:29.511443 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:53:29.511822 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] Checking segment: {'id': 'a735e250-5733-4f6d-aba1-ee0e683bf432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:53:29.512795 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.513338 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] Bound using segment: {'id': 'a735e250-5733-4f6d-aba1-ee0e683bf432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:53:29.514233 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] Bound port: 1ac2d7de-b24a-4a45-83b6-3f5828d16c90, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a735e250-5733-4f6d-aba1-ee0e683bf432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:53:29.514233 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.527043 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5249ada-fa94-4bd8-85b8-4ce48b36d703 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:29.531595 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-c5249ada-fa94-4bd8-85b8-4ce48b36d703 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:29.535201 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5249ada-fa94-4bd8-85b8-4ce48b36d703 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:53:29.559876 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5249ada-fa94-4bd8-85b8-4ce48b36d703 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Pushing event updated for resources: {'Port': ['ID=5105527a-8bd2-4cbc-8619-e42b2990479e,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:29.582968 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d66cbd3c-4ffb-4124-9e13-802a80c5d7c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.621432 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206b8d42-db5a-454d-abf8-ca3ab9edccf8 admin admin] Made reservation on behalf of 6ef5cc352cfb432fa7efe5ab36ceee71 for: {'network': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:53:29.623800 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-206b8d42-db5a-454d-abf8-ca3ab9edccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for network, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.640728 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-206b8d42-db5a-454d-abf8-ca3ab9edccf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.672980 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port e4aa5dbe-1922-4830-95ef-9334e6d14d50, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=e4aa5dbe-1922-4830-95ef-9334e6d14d50,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:29.674380 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d205c740-50cc-45fd-b124-fb3de6acd2c5 req-1558da41-90f2-450a-bca4-a1f1bb6ad554 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185402 Aug 09 16:53:29.744184 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c5249ada-fa94-4bd8-85b8-4ce48b36d703 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.776592 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6aa2e784-9145-4ac7-8f70-a3544ef6abf8 req-03630d99-93b1-4e6e-be3b-3173060735a4 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 210 time: 0.0795021 Aug 09 16:53:29.841710 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.864527 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8d746fca-47dd-40d5-b02b-adfd1e8f5bea tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:29.867883 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8d746fca-47dd-40d5-b02b-adfd1e8f5bea tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.85 "GET /v2.0/networks?id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea HTTP/1.1" status: 200 len: 815 time: 0.2713232 Aug 09 16:53:29.875355 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-206b8d42-db5a-454d-abf8-ca3ab9edccf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.879995 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] Notify callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.896468 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] Allocated IP 172.20.0.2 (f1c396cf-3954-45e7-adae-fec68794d36e/5869d0d0-3cbc-4b7a-b554-b64dd30b8e5a/cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:29.903395 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] For port 1ac2d7de-b24a-4a45-83b6-3f5828d16c90, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:53:29.959711 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] For port 1ac2d7de-b24a-4a45-83b6-3f5828d16c90, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=1ac2d7de-b24a-4a45-83b6-3f5828d16c90,segment=NetworkSegment(a735e250-5733-4f6d-aba1-ee0e683bf432),segment_id=a735e250-5733-4f6d-aba1-ee0e683bf432)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:53:29.961728 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c5249ada-fa94-4bd8-85b8-4ce48b36d703 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.975849 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-e335eb6a-f9b7-4289-8320-76f1164ca5c6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=263134786e174e0683b78ef12715c3fb HTTP/1.1" status: 200 len: 472 time: 0.0906289 Aug 09 16:53:29.994778 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:29.999802 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-808cd45a-6756-4cd2-bd3e-aadf218c5c69 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'port': {'device_id': 'be9584ed-e2e6-4b7c-86fb-8811daa6cd73', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'admin_state_up': True, 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'security_groups': ['e12b9261-fc52-4e59-8cc3-3a0897f6e27d']}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:30.009191 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['bddb42b0-1110-48a6-8caa-b9f80bea66c7'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:53:30.104123 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:30.107958 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=e4aa5dbe-1922-4830-95ef-9334e6d14d50,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:30.143952 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b3db7-1f7e-4e5f-a404-7bb06bb7da0a None None] Pushing event updated for resources: {'Port': ['ID=9253b149-cf30-413a-bea6-395c640e7392,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:30.155105 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] Attempting to bind port 9253b149-cf30-413a-bea6-395c640e7392 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:53:30.155807 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] Attempting to bind port 9253b149-cf30-413a-bea6-395c640e7392 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '0fe48ad4-3c33-430f-9607-53eec0dcede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:53:30.156909 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] Attempting to bind port 9253b149-cf30-413a-bea6-395c640e7392 on network 4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:30.165684 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1c537-dba1-4d91-8506-d76a6120470c req-68cd8b30-dea8-443d-9cb7-8ca0bbabd6e6 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:30.169965 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b1b1c537-dba1-4d91-8506-d76a6120470c req-68cd8b30-dea8-443d-9cb7-8ca0bbabd6e6 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 944 time: 0.2580671 Aug 09 16:53:30.170794 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:53:30.172020 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] Checking segment: {'id': '0fe48ad4-3c33-430f-9607-53eec0dcede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:53:30.172665 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:30.173303 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] Bound using segment: {'id': '0fe48ad4-3c33-430f-9607-53eec0dcede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:53:30.174206 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] Bound port: 9253b149-cf30-413a-bea6-395c640e7392, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe48ad4-3c33-430f-9607-53eec0dcede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:53:30.174734 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:30.190079 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-206b8d42-db5a-454d-abf8-ca3ab9edccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:30.196388 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device b53a614e-e389-47f8-b39b-c7841a9c3e47 details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:53:30.252517 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206b8d42-db5a-454d-abf8-ca3ab9edccf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=109849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 16:53:30.265967 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] For port 9253b149-cf30-413a-bea6-395c640e7392, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:53:30.270063 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] For port 9253b149-cf30-413a-bea6-395c640e7392, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=9253b149-cf30-413a-bea6-395c640e7392,segment=NetworkSegment(0fe48ad4-3c33-430f-9607-53eec0dcede1),segment_id=0fe48ad4-3c33-430f-9607-53eec0dcede1)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:53:30.284302 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] Routers {'00dff7bb-1a86-47e1-979a-c25cbd763627'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:53:30.284948 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['00dff7bb-1a86-47e1-979a-c25cbd763627'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:30.305548 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b1b1c537-dba1-4d91-8506-d76a6120470c req-e6a2db55-8b39-4371-9441-51ff68e920c9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230545 Aug 09 16:53:30.306355 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-808cd45a-6756-4cd2-bd3e-aadf218c5c69 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Made reservation on behalf of 263134786e174e0683b78ef12715c3fb for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:53:30.307168 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-206b8d42-db5a-454d-abf8-ca3ab9edccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:30.307623 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.segments_db [None req-206b8d42-db5a-454d-abf8-ca3ab9edccf8 admin admin] Added segment 7a99283d-ea74-475e-b2d1-e4fd524378cc of type vlan for network bf506019-5f4f-43fe-9886-e1dcd3d3b499 Aug 09 16:53:30.309011 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b8d42-db5a-454d-abf8-ca3ab9edccf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404fa883-73ca-4c84-90b5-f33a4c165537,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:30.311276 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-808cd45a-6756-4cd2-bd3e-aadf218c5c69 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:30.398733 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:30.443271 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d66cbd3c-4ffb-4124-9e13-802a80c5d7c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:30.473357 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcffa46-b53c-4c26-b7e0-dba5e4ebeb9f None None] Pushing event updated for resources: {'Port': ['ID=1ac2d7de-b24a-4a45-83b6-3f5828d16c90,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:30.500867 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port b53a614e-e389-47f8-b39b-c7841a9c3e47, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=b53a614e-e389-47f8-b39b-c7841a9c3e47,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:30.538117 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] Routers {'28334dd2-b87a-4fff-9044-92c40b4ee37c'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:53:30.538776 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['28334dd2-b87a-4fff-9044-92c40b4ee37c'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:30.579116 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device e4aa5dbe-1922-4830-95ef-9334e6d14d50 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:30.589065 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-808cd45a-6756-4cd2-bd3e-aadf218c5c69 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Allocated IP 172.20.0.13 (d420601f-31a3-46a3-ad4c-fea8c4abc0ea/4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9/82843b95-6168-4d9c-9bcf-c71185812b72) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:30.603233 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b3db7-1f7e-4e5f-a404-7bb06bb7da0a None None] Pushing event updated for resources: {'Port': ['ID=9253b149-cf30-413a-bea6-395c640e7392,revision_number=4']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:30.632035 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': 'b53a614e-e389-47f8-b39b-c7841a9c3e47', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'port_id': 'b53a614e-e389-47f8-b39b-c7841a9c3e47', 'mac_address': 'fa:16:3e:2e:0b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:53:30.700573 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-206b8d42-db5a-454d-abf8-ca3ab9edccf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730382254695'] for network, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:30.702181 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] Set router 28334dd2-b87a-4fff-9044-92c40b4ee37c gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:53:30.705141 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c5249ada-fa94-4bd8-85b8-4ce48b36d703 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for port, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:30.720016 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port b53a614e-e389-47f8-b39b-c7841a9c3e47 is: ACTIVE; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:30.720247 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25042712-d783-4fb4-97a1-a21c416333ff req-0661f176-074b-4522-9c68-7aa68030b100 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:30.720506 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:30.721807 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-25042712-d783-4fb4-97a1-a21c416333ff req-0661f176-074b-4522-9c68-7aa68030b100 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/networks?id=9c2cb89f-e80a-42c5-b2c0-56671b916495 HTTP/1.1" status: 200 len: 809 time: 0.5337293 Aug 09 16:53:30.745253 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] Notify callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:30.751160 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-25042712-d783-4fb4-97a1-a21c416333ff req-3fddded7-ba97-4e61-a424-6f3839094915 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/quotas/a6eb3127c271468f8d23433acb92e7b7 HTTP/1.1" status: 200 len: 375 time: 0.0183177 Aug 09 16:53:30.767718 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c5249ada-fa94-4bd8-85b8-4ce48b36d703 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25174475'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:30.773777 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] Set router 00dff7bb-1a86-47e1-979a-c25cbd763627 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:53:30.777515 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-808cd45a-6756-4cd2-bd3e-aadf218c5c69 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:30.819861 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port e4aa5dbe-1922-4830-95ef-9334e6d14d50 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:30.820299 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:30.821969 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d66cbd3c-4ffb-4124-9e13-802a80c5d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:30.823068 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b53a614e-e389-47f8-b39b-c7841a9c3e47 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:53:30.823405 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c5249ada-fa94-4bd8-85b8-4ce48b36d703 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:30.829737 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-25042712-d783-4fb4-97a1-a21c416333ff req-47de6122-8551-435b-8b26-242ccaa2752e tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6eb3127c271468f8d23433acb92e7b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724230 Aug 09 16:53:30.849992 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-206b8d42-db5a-454d-abf8-ca3ab9edccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for network, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:30.850966 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206b8d42-db5a-454d-abf8-ca3ab9edccf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:30.851560 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-206b8d42-db5a-454d-abf8-ca3ab9edccf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:30.858957 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port b53a614e-e389-47f8-b39b-c7841a9c3e47, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=b53a614e-e389-47f8-b39b-c7841a9c3e47,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:30.934660 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b8d42-db5a-454d-abf8-ca3ab9edccf8 admin admin] Pushing event updated for resources: {'Network': ['ID=bf506019-5f4f-43fe-9886-e1dcd3d3b499,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:30.950419 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-808cd45a-6756-4cd2-bd3e-aadf218c5c69 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:30.969643 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5249ada-fa94-4bd8-85b8-4ce48b36d703 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Pushing event updated for resources: {'Port': ['ID=5105527a-8bd2-4cbc-8619-e42b2990479e,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:30.979401 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'name': 'tempest-TestShelveInstance-1406409555-router', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:19Z', 'updated_at': '2022-08-09T16:53:26Z', 'revision_number': 4, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'gw_port': {'id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:20Z', 'updated_at': '2022-08-09T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '9253b149-cf30-413a-bea6-395c640e7392', 'name': '', 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'mac_address': 'fa:16:3e:cb:03:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '499bb68c-c520-4ad2-aee4-a2cff94ae248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:25Z', 'updated_at': '2022-08-09T16:53:30Z', 'revision_number': 4, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'subnets': [{'id': '499bb68c-c520-4ad2-aee4-a2cff94ae248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:31.022753 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-808cd45a-6756-4cd2-bd3e-aadf218c5c69 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Network d420601f-31a3-46a3-ad4c-fea8c4abc0ea is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:31.029667 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-808cd45a-6756-4cd2-bd3e-aadf218c5c69 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:31.032885 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-808cd45a-6756-4cd2-bd3e-aadf218c5c69 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:53:31.045065 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-808cd45a-6756-4cd2-bd3e-aadf218c5c69 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:31.045065 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-808cd45a-6756-4cd2-bd3e-aadf218c5c69 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:31.047151 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-206b8d42-db5a-454d-abf8-ca3ab9edccf8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5863576 Aug 09 16:53:31.057289 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c5249ada-fa94-4bd8-85b8-4ce48b36d703 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:31.058994 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-c5249ada-fa94-4bd8-85b8-4ce48b36d703 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9386683 Aug 09 16:53:31.059812 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 56732) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:31.062531 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675454fb-207f-4691-8ae6-dce8597015d1 req-13d18f79-b803-4b51-a07e-7d1175943934 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:31.064477 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-675454fb-207f-4691-8ae6-dce8597015d1 req-13d18f79-b803-4b51-a07e-7d1175943934 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.2482841 Aug 09 16:53:31.078299 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-ceb6d7db-6e8f-4674-b42f-038f0f3771c5 admin admin] Request body: {'subnet': {'network_id': 'bf506019-5f4f-43fe-9886-e1dcd3d3b499', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-572032552-subnet', 'tenant_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'ip_version': 4}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:31.145231 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cd45a-6756-4cd2-bd3e-aadf218c5c69 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'Port': ['ID=82843b95-6168-4d9c-9bcf-c71185812b72,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:31.158440 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-25042712-d783-4fb4-97a1-a21c416333ff req-e761f64b-44b2-48d9-a541-8653f6f2e9a5 service neutron] 10.222.0.49 "GET /v2.0/networks/9c2cb89f-e80a-42c5-b2c0-56671b916495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043382 Aug 09 16:53:31.226650 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:31.247330 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-808cd45a-6756-4cd2-bd3e-aadf218c5c69 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2549031 Aug 09 16:53:31.260137 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e377f0-ea95-427c-b2e1-f6f529072bc5 None None] The sync data for ids ['28334dd2-b87a-4fff-9044-92c40b4ee37c'] in dv-cinder-852570-1-iscsi is: [{'id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'name': 'tempest-TestShelveInstance-1406409555-router', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:19Z', 'updated_at': '2022-08-09T16:53:26Z', 'revision_number': 4, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'gw_port': {'id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:20Z', 'updated_at': '2022-08-09T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '9253b149-cf30-413a-bea6-395c640e7392', 'name': '', 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'mac_address': 'fa:16:3e:cb:03:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '499bb68c-c520-4ad2-aee4-a2cff94ae248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:25Z', 'updated_at': '2022-08-09T16:53:30Z', 'revision_number': 4, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'subnets': [{'id': '499bb68c-c520-4ad2-aee4-a2cff94ae248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:53:31.270446 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-d66cbd3c-4ffb-4124-9e13-802a80c5d7c0 admin admin] Allocated IP 172.27.0.54 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/20b81665-98e4-4039-9d8d-fbdc66756ea2) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:31.271895 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Network bf506019-5f4f-43fe-9886-e1dcd3d3b499 details requested by agent ovs-agent-dv-cinder-852570-1-iscsi with host dv-cinder-852570-1-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 16:53:31.279397 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb6d7db-6e8f-4674-b42f-038f0f3771c5 admin admin] Made reservation on behalf of 6ef5cc352cfb432fa7efe5ab36ceee71 for: {'subnet': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:53:31.282314 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d7db-6e8f-4674-b42f-038f0f3771c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25887146'] for subnet, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:31.292014 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-675454fb-207f-4691-8ae6-dce8597015d1 req-1e4a3faf-b5f2-4ab2-994f-8f5a6ae6b799 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148438 Aug 09 16:53:31.298791 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:31.313464 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Request body: {'port': {'device_id': 'be9584ed-e2e6-4b7c-86fb-8811daa6cd73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:31.448387 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-25042712-d783-4fb4-97a1-a21c416333ff req-a10d32d8-b0c9-4153-ac73-59888d98a2a0 service neutron] 10.222.0.49 "GET /v2.0/networks/9c2cb89f-e80a-42c5-b2c0-56671b916495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816038 Aug 09 16:53:31.629228 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] Network f1c396cf-3954-45e7-adae-fec68794d36e is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:31.631841 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:31.639177 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:31.653243 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:53:31.692405 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['b53a614e-e389-47f8-b39b-c7841a9c3e47'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:53:31.713198 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f5fd8-7b5a-4855-9408-eff7cab999b1 req-c6428e59-c4e5-4eb5-8019-3f994df76cca tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:31.717350 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-113f5fd8-7b5a-4855-9408-eff7cab999b1 req-c6428e59-c4e5-4eb5-8019-3f994df76cca tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 944 time: 0.2392430 Aug 09 16:53:31.750119 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d66cbd3c-4ffb-4124-9e13-802a80c5d7c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:31.789187 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] Pushing event updated for resources: {'Port': ['ID=cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:31.901274 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-113f5fd8-7b5a-4855-9408-eff7cab999b1 req-b5d4f7d5-bd5d-4e84-8de2-b9d5bad37fe1 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714559 Aug 09 16:53:31.913824 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230140e1-071e-428a-be40-030c54e96a3a req-46ecd1c6-d38b-4c5b-bdda-68416eee6e03 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:31.916127 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-230140e1-071e-428a-be40-030c54e96a3a req-46ecd1c6-d38b-4c5b-bdda-68416eee6e03 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 932 time: 0.0736716 Aug 09 16:53:31.920609 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-a8ade5a6-b532-453f-9225-fea268bb3081 None None] Provisioning complete for port 82843b95-6168-4d9c-9bcf-c71185812b72 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:31.926311 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a8ade5a6-b532-453f-9225-fea268bb3081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:32.023959 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-230140e1-071e-428a-be40-030c54e96a3a req-2bfef32e-5476-430e-a2f3-6ab4f1cc7b63 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b9261-fc52-4e59-8cc3-3a0897f6e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987856 Aug 09 16:53:32.026708 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d7db-6e8f-4674-b42f-038f0f3771c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25174320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25887108'] for subnet, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:32.071857 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d66cbd3c-4ffb-4124-9e13-802a80c5d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:32.124526 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb6d7db-6e8f-4674-b42f-038f0f3771c5 admin admin] Checking segment: {'id': '7a99283d-ea74-475e-b2d1-e4fd524378cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'bf506019-5f4f-43fe-9886-e1dcd3d3b499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:53:32.124897 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb6d7db-6e8f-4674-b42f-038f0f3771c5 admin admin] Network hostable DHCP agents. Network: bf506019-5f4f-43fe-9886-e1dcd3d3b499, hostable agents: ['29a5f48d-823f-44e6-8d1e-becd3d6d9067'], hosted agents: [] {{(pid=109849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 16:53:32.158628 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6d7db-6e8f-4674-b42f-038f0f3771c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ca1498-b9c7-4620-917c-c87e15dbd5fc,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:32.215816 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port e4aa5dbe-1922-4830-95ef-9334e6d14d50 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:32.245920 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb6d7db-6e8f-4674-b42f-038f0f3771c5 admin admin] Network bf506019-5f4f-43fe-9886-e1dcd3d3b499 is scheduled to be hosted by DHCP agent 29a5f48d-823f-44e6-8d1e-becd3d6d9067 with binding_index 1 {{(pid=109849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 16:53:32.256083 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] Attempting to bind port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:53:32.256617 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] Attempting to bind port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '74b049d5-a5d5-4944-bfa3-bc1e098562ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'f1c396cf-3954-45e7-adae-fec68794d36e'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:53:32.257048 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] Attempting to bind port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 on network f1c396cf-3954-45e7-adae-fec68794d36e {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:32.262787 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc08ca2-4576-4e00-8d00-257f1e7a5bbb req-3b66a4db-7200-4131-8232-2d781c3af258 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:32.265948 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9bc08ca2-4576-4e00-8d00-257f1e7a5bbb req-3b66a4db-7200-4131-8232-2d781c3af258 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 944 time: 0.0860765 Aug 09 16:53:32.303035 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66cbd3c-4ffb-4124-9e13-802a80c5d7c0 admin admin] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:32.307143 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-d66cbd3c-4ffb-4124-9e13-802a80c5d7c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:32.316525 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66cbd3c-4ffb-4124-9e13-802a80c5d7c0 admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:53:32.322283 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:53:32.322965 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] Checking segment: {'id': '74b049d5-a5d5-4944-bfa3-bc1e098562ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'f1c396cf-3954-45e7-adae-fec68794d36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:53:32.323316 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:32.323954 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] Bound using segment: {'id': '74b049d5-a5d5-4944-bfa3-bc1e098562ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'f1c396cf-3954-45e7-adae-fec68794d36e'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:53:32.324380 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] Bound port: cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b049d5-a5d5-4944-bfa3-bc1e098562ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'f1c396cf-3954-45e7-adae-fec68794d36e'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:53:32.324819 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:32.355098 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9bc08ca2-4576-4e00-8d00-257f1e7a5bbb req-79b670f0-15e5-4e1f-882a-2ec90120274c tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822875 Aug 09 16:53:32.355846 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-ceb6d7db-6e8f-4674-b42f-038f0f3771c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852570-1-iscsi, bf506019-5f4f-43fe-9886-e1dcd3d3b499) {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:32.375385 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb6d7db-6e8f-4674-b42f-038f0f3771c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:32.375950 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ceb6d7db-6e8f-4674-b42f-038f0f3771c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:32.449307 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=b53a614e-e389-47f8-b39b-c7841a9c3e47,revision_number=6']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:32.457200 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecca109-38e5-474a-99f1-132fc2007cbe None None] Network bf506019-5f4f-43fe-9886-e1dcd3d3b499 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:53:32.459027 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-ceb6d7db-6e8f-4674-b42f-038f0f3771c5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3867347 Aug 09 16:53:32.467952 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56784) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:32.478692 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-a8ade5a6-b532-453f-9225-fea268bb3081 None None] Port 82843b95-6168-4d9c-9bcf-c71185812b72 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:53:32.501501 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-24cd0e5a-5ab7-4473-a74b-999e9034b9b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-572032552-router', 'tenant_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:32.561582 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7791f915-d876-41f6-b282-bb4cddaa767b req-6a2d9e98-6542-4471-a3c4-dce83e4025f9 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 210 time: 0.0550091 Aug 09 16:53:32.655610 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 9253b149-cf30-413a-bea6-395c640e7392 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:32.784317 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f18800-f753-4da6-8ebb-069e191d269e req-3875d03d-221b-4dd5-a416-3ad4ed9bf78b tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:32.792716 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-66f18800-f753-4da6-8ebb-069e191d269e req-3875d03d-221b-4dd5-a416-3ad4ed9bf78b tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.1060300 Aug 09 16:53:32.848492 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-66f18800-f753-4da6-8ebb-069e191d269e req-30a2f4e6-0948-4cea-8b88-6a5879dcfed0 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489450 Aug 09 16:53:32.909628 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] For port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:53:32.973064 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cbd3c-4ffb-4124-9e13-802a80c5d7c0 admin admin] Pushing event updated for resources: {'Port': ['ID=20b81665-98e4-4039-9d8d-fbdc66756ea2,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:33.059920 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] For port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0,segment=NetworkSegment(74b049d5-a5d5-4944-bfa3-bc1e098562ad),segment_id=74b049d5-a5d5-4944-bfa3-bc1e098562ad)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:53:33.066090 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'name': 'tempest-TestMinimumBasicScenario-223039659-router', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:22Z', 'revision_number': 4, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'gw_port': {'id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:24:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1ac2d7de-b24a-4a45-83b6-3f5828d16c90', 'name': '', 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'mac_address': 'fa:16:3e:a9:c0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '50a8ad36-9b75-4457-a6fd-07ba2b853e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:21Z', 'updated_at': '2022-08-09T16:53:29Z', 'revision_number': 4, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'subnets': [{'id': '50a8ad36-9b75-4457-a6fd-07ba2b853e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:33.079712 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 9253b149-cf30-413a-bea6-395c640e7392 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:33.080282 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:33.083743 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-78e50477-8d04-43c7-be1d-1726174c897d req-7ed924cb-8d6d-45b1-991f-a195c104d39e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1648260947&fields=id&tenant_id=036e4f22211a49c78cb03d2fb540e984 HTTP/1.1" status: 200 len: 267 time: 0.8869321 Aug 09 16:53:33.149281 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82aae4-ef50-44ce-9e27-aca556be0277 req-c31bf65a-3e4f-477a-9eb2-8f7ccc9dc360 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:33.177367 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cd82aae4-ef50-44ce-9e27-aca556be0277 req-c31bf65a-3e4f-477a-9eb2-8f7ccc9dc360 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 944 time: 0.1324389 Aug 09 16:53:33.194472 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e3b9ae2-91fe-5293-8926-9fd0d40c18c6-bf506019-5f4f-43fe-9886-e1dcd3d3b499', 'network_id': 'bf506019-5f4f-43fe-9886-e1dcd3d3b499', 'tenant_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'fixed_ips': [{'subnet_id': 'c9ca1498-b9c7-4620-917c-c87e15dbd5fc'}]}} from dv-cinder-852570-1-iscsi. {{(pid=109850) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 16:53:33.195352 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:33.206279 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:33.208901 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-24cd0e5a-5ab7-4473-a74b-999e9034b9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-741'] for router, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:33.222458 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f15884-b300-4e03-bbdd-a89868813e3b None None] The sync data for ids ['00dff7bb-1a86-47e1-979a-c25cbd763627'] in dv-cinder-852570-1-iscsi is: [{'id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'name': 'tempest-TestMinimumBasicScenario-223039659-router', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:22Z', 'revision_number': 4, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'gw_port': {'id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:24:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1ac2d7de-b24a-4a45-83b6-3f5828d16c90', 'name': '', 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'mac_address': 'fa:16:3e:a9:c0:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '50a8ad36-9b75-4457-a6fd-07ba2b853e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:21Z', 'updated_at': '2022-08-09T16:53:29Z', 'revision_number': 4, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'subnets': [{'id': '50a8ad36-9b75-4457-a6fd-07ba2b853e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:53:33.227622 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-24cd0e5a-5ab7-4473-a74b-999e9034b9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-572964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-568769', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-972538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-746'] for router, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:33.234945 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cd82aae4-ef50-44ce-9e27-aca556be0277 req-05d5eb4f-ff88-4d65-8b01-8c421594c98d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581002 Aug 09 16:53:33.296872 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82843b95-6168-4d9c-9bcf-c71185812b72 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:53:33.376246 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:33.482748 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f89488-f70f-43d1-9687-cc4d2938883d None None] Pushing event updated for resources: {'Port': ['ID=cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:33.484544 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9b627-f3ec-421d-83d6-bed9c400e06f req-0bfd0787-2ac0-46ae-8f58-945892fbd131 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:33.486778 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-eda9b627-f3ec-421d-83d6-bed9c400e06f req-0bfd0787-2ac0-46ae-8f58-945892fbd131 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 932 time: 0.0878735 Aug 09 16:53:33.515139 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 9253b149-cf30-413a-bea6-395c640e7392 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:33.523421 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:33.526111 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-24cd0e5a-5ab7-4473-a74b-999e9034b9b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:33.527748 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Transition to ACTIVE for port object 82843b95-6168-4d9c-9bcf-c71185812b72 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:53:33.570441 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e50477-8d04-43c7-be1d-1726174c897d req-308433cd-46a3-419a-a359-39c060c54592 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:33.572577 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-78e50477-8d04-43c7-be1d-1726174c897d req-308433cd-46a3-419a-a359-39c060c54592 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/networks?id=afefc86c-3f24-4c4b-9b8a-046339133df8 HTTP/1.1" status: 200 len: 819 time: 0.4863894 Aug 09 16:53:33.614132 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port 9253b149-cf30-413a-bea6-395c640e7392, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=9253b149-cf30-413a-bea6-395c640e7392,segment=NetworkSegment(0fe48ad4-3c33-430f-9607-53eec0dcede1),segment_id=0fe48ad4-3c33-430f-9607-53eec0dcede1)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:33.668934 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-eda9b627-f3ec-421d-83d6-bed9c400e06f req-7a34b40f-eccf-47d2-b6d4-c234d77a7196 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b9261-fc52-4e59-8cc3-3a0897f6e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637776 Aug 09 16:53:33.675498 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.db_base_plugin_common [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] Allocated IP 172.20.0.2 (bf506019-5f4f-43fe-9886-e1dcd3d3b499/c9ca1498-b9c7-4620-917c-c87e15dbd5fc/8df11c44-0886-4117-a74d-d12187a54862) {{(pid=109850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:33.717246 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:33.723749 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:33.929295 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c35f7-6ac9-4ae2-9d9c-e35b78247e16 req-65f54c15-6961-489e-aabe-8d4b14df4a08 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:33.937493 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-364c35f7-6ac9-4ae2-9d9c-e35b78247e16 req-65f54c15-6961-489e-aabe-8d4b14df4a08 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 944 time: 0.1609566 Aug 09 16:53:33.968470 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=9253b149-cf30-413a-bea6-395c640e7392,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:34.012942 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-364c35f7-6ac9-4ae2-9d9c-e35b78247e16 req-3e7ba586-b936-4686-bdd0-abb8e33d931b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733116 Aug 09 16:53:34.060617 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-78e50477-8d04-43c7-be1d-1726174c897d req-f38ae91d-ea7d-4a43-92b8-acab5ee38405 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/quotas/036e4f22211a49c78cb03d2fb540e984 HTTP/1.1" status: 200 len: 375 time: 0.4799147 Aug 09 16:53:34.070511 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] Notify callbacks [] for port, precommit_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:34.154247 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:34.222090 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Pushing event updated for resources: {'Port': ['ID=82843b95-6168-4d9c-9bcf-c71185812b72,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:34.240493 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f574b31e-109f-4687-b307-aa5fe19c0678 req-d129dcad-b719-47ba-bf4f-41e19abac55a tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 210 time: 0.1043432 Aug 09 16:53:34.262623 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device b53a614e-e389-47f8-b39b-c7841a9c3e47 up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:34.299143 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d66cbd3c-4ffb-4124-9e13-802a80c5d7c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:34.362694 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] Network bf506019-5f4f-43fe-9886-e1dcd3d3b499 is already hosted by enough agents. {{(pid=109850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:34.408928 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.scheduler.base_scheduler [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] Resources bound (agent type, host, resource id): {{(pid=109850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:34.418202 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] Received port after_create {{(pid=109850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:53:34.530476 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcf8cc-d651-42ab-b55e-dabe5b7be1d3 req-137a2b41-b1cf-431c-bc63-4af4e6a19a4e tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:34.556506 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-24cd0e5a-5ab7-4473-a74b-999e9034b9b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:34.557154 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bdfcf8cc-d651-42ab-b55e-dabe5b7be1d3 req-137a2b41-b1cf-431c-bc63-4af4e6a19a4e tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.1715167 Aug 09 16:53:34.559776 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] Pushing event updated for resources: {'Port': ['ID=8df11c44-0886-4117-a74d-d12187a54862,revision_number=1']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:34.670431 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Attempting to bind port 82843b95-6168-4d9c-9bcf-c71185812b72 on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:53:34.672542 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Attempting to bind port 82843b95-6168-4d9c-9bcf-c71185812b72 by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:53:34.672542 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Attempting to bind port 82843b95-6168-4d9c-9bcf-c71185812b72 on network d420601f-31a3-46a3-ad4c-fea8c4abc0ea {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:34.688429 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bdfcf8cc-d651-42ab-b55e-dabe5b7be1d3 req-7db3711a-ee9c-4ad6-91ea-044cc6ca7bb7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383080 Aug 09 16:53:34.735088 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port b53a614e-e389-47f8-b39b-c7841a9c3e47 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:34.735088 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:34.736820 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Port 82843b95-6168-4d9c-9bcf-c71185812b72 on network d420601f-31a3-46a3-ad4c-fea8c4abc0ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:53:34.737572 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Attempting to bind port 82843b95-6168-4d9c-9bcf-c71185812b72 on network d420601f-31a3-46a3-ad4c-fea8c4abc0ea {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:34.805324 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] Attempting to bind port 8df11c44-0886-4117-a74d-d12187a54862 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:53:34.805736 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] Attempting to bind port 8df11c44-0886-4117-a74d-d12187a54862 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '7a99283d-ea74-475e-b2d1-e4fd524378cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'bf506019-5f4f-43fe-9886-e1dcd3d3b499'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:53:34.806237 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] Attempting to bind port 8df11c44-0886-4117-a74d-d12187a54862 on network bf506019-5f4f-43fe-9886-e1dcd3d3b499 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:34.813795 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:53:34.814504 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] Checking segment: {'id': '7a99283d-ea74-475e-b2d1-e4fd524378cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'bf506019-5f4f-43fe-9886-e1dcd3d3b499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:53:34.815568 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:34.819185 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] Bound using segment: {'id': '7a99283d-ea74-475e-b2d1-e4fd524378cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'bf506019-5f4f-43fe-9886-e1dcd3d3b499'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:53:34.819832 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] Bound port: 8df11c44-0886-4117-a74d-d12187a54862, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a99283d-ea74-475e-b2d1-e4fd524378cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'bf506019-5f4f-43fe-9886-e1dcd3d3b499'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:53:34.820817 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:34.886199 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:53:34.888652 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Checking segment: {'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:53:34.889837 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Bound using segment: {'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:53:34.890399 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Bound port: 82843b95-6168-4d9c-9bcf-c71185812b72, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:53:34.894617 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:34.989097 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-78e50477-8d04-43c7-be1d-1726174c897d req-f4cd76ff-c0a2-4909-b720-271260fbb3bf tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=036e4f22211a49c78cb03d2fb540e984&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8638923 Aug 09 16:53:35.008977 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413d849-7675-4169-a301-94110af682d9 req-e90af896-799b-4d93-bed6-9efec6f49e5a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:35.010752 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5413d849-7675-4169-a301-94110af682d9 req-e90af896-799b-4d93-bed6-9efec6f49e5a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 944 time: 0.1646469 Aug 09 16:53:35.093967 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5413d849-7675-4169-a301-94110af682d9 req-d3aab195-e1ef-4fed-a51d-49999102bdab tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762525 Aug 09 16:53:35.268716 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:35.322853 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed4dc16-2d91-4089-851d-6610d3f2f8ea None None] Network f1c396cf-3954-45e7-adae-fec68794d36e requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:53:35.364085 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b5d6f-c222-4094-80f3-0a8f297a4a12 req-e2f111ea-2f8a-4d71-856f-b649b823fd90 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:35.375768 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0c3b5d6f-c222-4094-80f3-0a8f297a4a12 req-e2f111ea-2f8a-4d71-856f-b649b823fd90 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 944 time: 0.0867140 Aug 09 16:53:35.411582 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-7e92fd84-478c-4a14-8964-a5b26b3187f8 None None] Provisioning complete for port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:35.411916 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e92fd84-478c-4a14-8964-a5b26b3187f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:35.418208 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port b53a614e-e389-47f8-b39b-c7841a9c3e47 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:35.423055 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:35.457109 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0c3b5d6f-c222-4094-80f3-0a8f297a4a12 req-6905993d-f528-4bcf-ae42-aaa272a6404c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b9261-fc52-4e59-8cc3-3a0897f6e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778611 Aug 09 16:53:35.462800 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] For port 82843b95-6168-4d9c-9bcf-c71185812b72, host hv-cinder-85257, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:53:35.534909 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] For port 8df11c44-0886-4117-a74d-d12187a54862, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:53:35.552311 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:35.552697 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:35.620647 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] For port 8df11c44-0886-4117-a74d-d12187a54862, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=8df11c44-0886-4117-a74d-d12187a54862,segment=NetworkSegment(7a99283d-ea74-475e-b2d1-e4fd524378cc),segment_id=7a99283d-ea74-475e-b2d1-e4fd524378cc)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:53:35.631152 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca3ccda-1608-449a-bb67-528e1fdb3555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53a614e-e389-47f8-b39b-c7841a9c3e47'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:53:35.634559 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255b05a7-3734-494e-a0b7-b40afda33318" -d '{"events": [{"server_uuid": "5ca3ccda-1608-449a-bb67-528e1fdb3555", "name": "network-vif-plugged", "status": "completed", "tag": "b53a614e-e389-47f8-b39b-c7841a9c3e47"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:35.649654 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46146c-5f2f-441a-b544-2e8f99106926 req-73a46efe-a646-4b5e-823f-e96229afe619 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:35.656452 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ae46146c-5f2f-441a-b544-2e8f99106926 req-73a46efe-a646-4b5e-823f-e96229afe619 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 944 time: 0.1281402 Aug 09 16:53:35.673168 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port b53a614e-e389-47f8-b39b-c7841a9c3e47, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=b53a614e-e389-47f8-b39b-c7841a9c3e47,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:35.680304 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25042712-d783-4fb4-97a1-a21c416333ff req-32bfce48-8bf0-4d62-9cab-be6f6fcfb01b tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:35.681889 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-25042712-d783-4fb4-97a1-a21c416333ff req-32bfce48-8bf0-4d62-9cab-be6f6fcfb01b tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.85 "GET /v2.0/networks?id=9c2cb89f-e80a-42c5-b2c0-56671b916495 HTTP/1.1" status: 200 len: 809 time: 0.2149796 Aug 09 16:53:35.732052 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ae46146c-5f2f-441a-b544-2e8f99106926 req-850d4de1-588d-497f-9758-04cfd01a53a9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681789 Aug 09 16:53:35.736351 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:35.761385 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-25042712-d783-4fb4-97a1-a21c416333ff req-2bd400b2-cee9-41a7-bf04-d00b1aa916f9 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Request body: {'port': {'device_id': 'a8822413-45dc-4e48-9764-118f6152cb36', 'network_id': '9c2cb89f-e80a-42c5-b2c0-56671b916495', 'admin_state_up': True, 'tenant_id': 'a6eb3127c271468f8d23433acb92e7b7'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:35.766502 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] For port 82843b95-6168-4d9c-9bcf-c71185812b72, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=82843b95-6168-4d9c-9bcf-c71185812b72,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:53:35.782082 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-78e50477-8d04-43c7-be1d-1726174c897d req-5632dae3-0e1b-4326-b2c3-2c8e8f101ad0 service neutron] 10.222.0.49 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7713532 Aug 09 16:53:35.860753 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327d2aa-9113-4f07-b8be-ee38fcf9a33c None None] Pushing event updated for resources: {'Port': ['ID=8df11c44-0886-4117-a74d-d12187a54862,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:35.870139 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:35.871839 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device bddb42b0-1110-48a6-8caa-b9f80bea66c7 up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:35.941855 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-99d518e4-f2ba-407f-8f73-5c07fd763ea7 req-2d4692c4-0b06-4053-9c5e-91bd621bb68c tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 210 time: 0.0771308 Aug 09 16:53:35.954124 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-7e92fd84-478c-4a14-8964-a5b26b3187f8 None None] Current status of the port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:35.954524 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e92fd84-478c-4a14-8964-a5b26b3187f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:36.039998 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b070b78b-4ef0-4338-b0e3-683dcff56352 x-openstack-request-id: req-b070b78b-4ef0-4338-b0e3-683dcff56352 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:36.040411 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca3ccda-1608-449a-bb67-528e1fdb3555", "name": "network-vif-plugged", "status": "completed", "tag": "b53a614e-e389-47f8-b39b-c7841a9c3e47", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:36.040739 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b070b78b-4ef0-4338-b0e3-683dcff56352 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:36.041268 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b070b78b-4ef0-4338-b0e3-683dcff56352'] response: {'server_uuid': '5ca3ccda-1608-449a-bb67-528e1fdb3555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53a614e-e389-47f8-b39b-c7841a9c3e47', 'code': 200} Aug 09 16:53:36.042529 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:36.044921 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d66cbd3c-4ffb-4124-9e13-802a80c5d7c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568756'] for router, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:36.053282 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:36.059114 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:36.059114 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] 10.222.0.85 "PUT /v2.0/ports/82843b95-6168-4d9c-9bcf-c71185812b72 HTTP/1.1" status: 200 len: 1094 time: 4.7621858 Aug 09 16:53:36.091241 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:36.091810 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:36.167541 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9584ed-e2e6-4b7c-86fb-8811daa6cd73', 'tag': '82843b95-6168-4d9c-9bcf-c71185812b72'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:53:36.175122 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdec5b1a-4d91-4c5e-b594-2ce343cd3ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "be9584ed-e2e6-4b7c-86fb-8811daa6cd73", "tag": "82843b95-6168-4d9c-9bcf-c71185812b72"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:36.205144 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc24cdb-1bd5-4e1d-9617-1a907050baf5 service neutron] Pushing event updated for resources: {'Port': ['ID=82843b95-6168-4d9c-9bcf-c71185812b72,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:36.223845 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=b53a614e-e389-47f8-b39b-c7841a9c3e47,revision_number=7']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:36.238424 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-7e92fd84-478c-4a14-8964-a5b26b3187f8 None None] For port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0,segment=NetworkSegment(74b049d5-a5d5-4944-bfa3-bc1e098562ad),segment_id=74b049d5-a5d5-4944-bfa3-bc1e098562ad)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:36.282480 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port bddb42b0-1110-48a6-8caa-b9f80bea66c7 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:53:36.291565 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port bddb42b0-1110-48a6-8caa-b9f80bea66c7 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:36.292084 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:36.325338 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941ab30-afa8-4a0f-a079-bef2438bba21 req-67fb2793-b68d-416b-a25a-1bc41536c984 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:36.328307 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4941ab30-afa8-4a0f-a079-bef2438bba21 req-67fb2793-b68d-416b-a25a-1bc41536c984 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.1443489 Aug 09 16:53:36.371854 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7e92fd84-478c-4a14-8964-a5b26b3187f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:36.430973 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4941ab30-afa8-4a0f-a079-bef2438bba21 req-767d5e24-d723-4fb7-912e-e09eefe25476 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768175 Aug 09 16:53:36.526717 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.db.api [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 16:53:36.527085 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG oslo_db.api [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 16:53:36.585176 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92fd84-478c-4a14-8964-a5b26b3187f8 None None] Pushing event updated for resources: {'Port': ['ID=cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:36.630788 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port bddb42b0-1110-48a6-8caa-b9f80bea66c7 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:36.631989 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:36.674999 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cb8dc-b3f7-4494-ae33-ef6e84d2c574 req-34c6fc0d-e304-4a0b-95dc-ba393e5a80d8 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:36.684635 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0c3cb8dc-b3f7-4494-ae33-ef6e84d2c574 req-34c6fc0d-e304-4a0b-95dc-ba393e5a80d8 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.1189401 Aug 09 16:53:36.689099 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port bddb42b0-1110-48a6-8caa-b9f80bea66c7, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=bddb42b0-1110-48a6-8caa-b9f80bea66c7,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:36.763596 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0c3cb8dc-b3f7-4494-ae33-ef6e84d2c574 req-e55494ed-cdbb-4e6e-991d-02f3ce693428 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777919 Aug 09 16:53:36.805355 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-b5cf4402-fe22-4a75-b0c7-ea10e6ee8bbe None None] Provisioning complete for port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:36.806712 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b5cf4402-fe22-4a75-b0c7-ea10e6ee8bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:36.850133 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:36.853320 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60360c23-3765-4f2d-9967-a557fa267564 x-openstack-request-id: req-60360c23-3765-4f2d-9967-a557fa267564 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:36.854043 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9584ed-e2e6-4b7c-86fb-8811daa6cd73", "tag": "82843b95-6168-4d9c-9bcf-c71185812b72", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:36.854326 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-60360c23-3765-4f2d-9967-a557fa267564 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:36.854996 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60360c23-3765-4f2d-9967-a557fa267564'] response: {'name': 'network-changed', 'server_uuid': 'be9584ed-e2e6-4b7c-86fb-8811daa6cd73', 'tag': '82843b95-6168-4d9c-9bcf-c71185812b72', 'status': 'completed', 'code': 200} Aug 09 16:53:36.980762 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=bddb42b0-1110-48a6-8caa-b9f80bea66c7,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:36.997537 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccddfd-ac77-4eb6-966c-2ad5d4f9777a req-daece63e-b259-499a-93b8-e60eff3e5ef4 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:37.008115 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dcccddfd-ac77-4eb6-966c-2ad5d4f9777a req-daece63e-b259-499a-93b8-e60eff3e5ef4 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 944 time: 0.1095057 Aug 09 16:53:37.016236 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-78e50477-8d04-43c7-be1d-1726174c897d req-f792fd12-234c-4687-b126-26c372eaaa42 service neutron] 10.222.0.49 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1989219 Aug 09 16:53:37.027490 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-714163a3-5887-46ec-af19-f6ae040b52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:37.029199 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-714163a3-5887-46ec-af19-f6ae040b52b2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=263134786e174e0683b78ef12715c3fb&device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 1097 time: 0.8079753 Aug 09 16:53:37.084522 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25042712-d783-4fb4-97a1-a21c416333ff req-2bd400b2-cee9-41a7-bf04-d00b1aa916f9 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Made reservation on behalf of a6eb3127c271468f8d23433acb92e7b7 for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:53:37.087086 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dcccddfd-ac77-4eb6-966c-2ad5d4f9777a req-06696dcf-64c3-4794-a204-e832a04c4549 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b9261-fc52-4e59-8cc3-3a0897f6e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761349 Aug 09 16:53:37.093960 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-25042712-d783-4fb4-97a1-a21c416333ff req-2bd400b2-cee9-41a7-bf04-d00b1aa916f9 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:37.142311 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-b5cf4402-fe22-4a75-b0c7-ea10e6ee8bbe None None] Current status of the port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:37.146519 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:37.147574 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 9253b149-cf30-413a-bea6-395c640e7392 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:37.221521 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66cbd3c-4ffb-4124-9e13-802a80c5d7c0 admin admin] Router 5fbe2bec-02aa-4b36-b516-50d7c6daa94e is scheduled to L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 with binding_index 1 {{(pid=109848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:53:37.266557 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 9253b149-cf30-413a-bea6-395c640e7392 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:37.267026 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:37.267145 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7088e13-365f-4393-ad50-9614db21d6ea req-d03835f5-d1ad-44a4-8523-51dd9ce81c2b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:37.268700 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d7088e13-365f-4393-ad50-9614db21d6ea req-d03835f5-d1ad-44a4-8523-51dd9ce81c2b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 945 time: 0.0771761 Aug 09 16:53:37.304922 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-6142a242-5d5b-48ba-8e1e-a8dc649a2070 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82843b95-6168-4d9c-9bcf-c71185812b72 HTTP/1.1" status: 200 len: 217 time: 0.2325814 Aug 09 16:53:37.348854 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d7088e13-365f-4393-ad50-9614db21d6ea req-12a14c4c-18a9-49ff-9fc0-108ae3d79c20 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706577 Aug 09 16:53:37.468517 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 9253b149-cf30-413a-bea6-395c640e7392 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:37.470362 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 1ac2d7de-b24a-4a45-83b6-3f5828d16c90 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:37.560680 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ae4a9f93-d242-466e-be38-6019e36c3ca1 req-c7d67aad-1a8f-4284-9390-5514cb2ea469 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 210 time: 0.0518174 Aug 09 16:53:37.601221 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 1ac2d7de-b24a-4a45-83b6-3f5828d16c90 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:37.601884 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:37.650679 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96635cc7-b505-4c49-9559-f5f27a7cd326 None None] Network bf506019-5f4f-43fe-9886-e1dcd3d3b499 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:53:37.654740 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3c507c18-95c2-4822-8825-b761c4e167cf req-27fccfe6-6416-4210-869f-282e660caaff tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 210 time: 0.0872068 Aug 09 16:53:37.752565 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-55450115-f186-4ef3-affa-f37ce1a569c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:37.754211 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-55450115-f186-4ef3-affa-f37ce1a569c7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9 HTTP/1.1" status: 200 len: 854 time: 0.4249270 Aug 09 16:53:37.754346 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ecbfc-cac4-4ff7-8ee3-328b10d06627 req-2e6d1006-53b3-4736-b224-75cf7dbcb5f8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:37.759573 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-24cd0e5a-5ab7-4473-a74b-999e9034b9b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:37.762165 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6d2ecbfc-cac4-4ff7-8ee3-328b10d06627 req-2e6d1006-53b3-4736-b224-75cf7dbcb5f8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.1007948 Aug 09 16:53:37.810382 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6d2ecbfc-cac4-4ff7-8ee3-328b10d06627 req-20198bc5-165a-48c6-97d7-4064ba04ca7b tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402427 Aug 09 16:53:37.825297 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-107726be-1030-49a1-9002-d3947b697076 None None] Provisioning complete for port 8df11c44-0886-4117-a74d-d12187a54862 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:37.825944 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-107726be-1030-49a1-9002-d3947b697076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:37.875397 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-24cd0e5a-5ab7-4473-a74b-999e9034b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:37.941540 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-25042712-d783-4fb4-97a1-a21c416333ff req-2bd400b2-cee9-41a7-bf04-d00b1aa916f9 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Allocated IP 172.20.0.14 (9c2cb89f-e80a-42c5-b2c0-56671b916495/ed97eefa-ee79-4d1a-b7bd-e417f3e3d431/db8f98a1-9ee2-498c-813f-59a126e60699) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:37.981498 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 1ac2d7de-b24a-4a45-83b6-3f5828d16c90 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:37.981923 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:38.028376 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66cbd3c-4ffb-4124-9e13-802a80c5d7c0 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:53:38.057192 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef42fc9-6ea0-4b07-ac24-534167cbb319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddb42b0-1110-48a6-8caa-b9f80bea66c7'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:53:38.060315 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05ad5c3-e229-49c1-8586-dd6b1266ba24" -d '{"events": [{"server_uuid": "0ef42fc9-6ea0-4b07-ac24-534167cbb319", "name": "network-vif-plugged", "status": "completed", "tag": "bddb42b0-1110-48a6-8caa-b9f80bea66c7"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:38.063484 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-107726be-1030-49a1-9002-d3947b697076 None None] Current status of the port 8df11c44-0886-4117-a74d-d12187a54862 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:38.063484 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-107726be-1030-49a1-9002-d3947b697076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:38.067200 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] Sync routers for ids ['5fbe2bec-02aa-4b36-b516-50d7c6daa94e'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:53:38.093797 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-d759a57c-5576-425a-8bd6-a4078af032b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:38.095310 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-d759a57c-5576-425a-8bd6-a4078af032b4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3280804 Aug 09 16:53:38.142387 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-107726be-1030-49a1-9002-d3947b697076 None None] For port 8df11c44-0886-4117-a74d-d12187a54862, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=8df11c44-0886-4117-a74d-d12187a54862,segment=NetworkSegment(7a99283d-ea74-475e-b2d1-e4fd524378cc),segment_id=7a99283d-ea74-475e-b2d1-e4fd524378cc)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:38.146431 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4667c0-514c-4cfa-8ffa-79fd8fb78b08 x-openstack-request-id: req-5f4667c0-514c-4cfa-8ffa-79fd8fb78b08 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:38.147683 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef42fc9-6ea0-4b07-ac24-534167cbb319", "name": "network-vif-plugged", "status": "completed", "tag": "bddb42b0-1110-48a6-8caa-b9f80bea66c7", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:38.149391 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f4667c0-514c-4cfa-8ffa-79fd8fb78b08 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:38.150259 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f4667c0-514c-4cfa-8ffa-79fd8fb78b08'] response: {'server_uuid': '0ef42fc9-6ea0-4b07-ac24-534167cbb319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bddb42b0-1110-48a6-8caa-b9f80bea66c7', 'code': 200} Aug 09 16:53:38.165646 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d66cbd3c-4ffb-4124-9e13-802a80c5d7c0 admin admin] Notify callbacks [] for router, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:38.169191 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port 1ac2d7de-b24a-4a45-83b6-3f5828d16c90, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=1ac2d7de-b24a-4a45-83b6-3f5828d16c90,segment=NetworkSegment(a735e250-5733-4f6d-aba1-ee0e683bf432),segment_id=a735e250-5733-4f6d-aba1-ee0e683bf432)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:38.169774 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-d66cbd3c-4ffb-4124-9e13-802a80c5d7c0 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.1997654 Aug 09 16:53:38.170313 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 56842) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:38.171142 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] Routers {'5fbe2bec-02aa-4b36-b516-50d7c6daa94e'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:53:38.171759 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5fbe2bec-02aa-4b36-b516-50d7c6daa94e'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:38.195174 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ec211-c3b9-4541-ad40-517052342503 req-b7d58365-0529-4bad-80d3-321a3e2759e8 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:38.203920 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-345ec211-c3b9-4541-ad40-517052342503 req-b7d58365-0529-4bad-80d3-321a3e2759e8 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.2774816 Aug 09 16:53:38.310834 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-24cd0e5a-5ab7-4473-a74b-999e9034b9b4 admin admin] Allocated IP 172.27.0.77 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/1767aba6-7f24-4ee8-a045-e23f8f17f968) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:38.347504 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] Set router 5fbe2bec-02aa-4b36-b516-50d7c6daa94e gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:53:38.411874 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-345ec211-c3b9-4541-ad40-517052342503 req-8f72c255-64d5-48d0-b265-8ffd3468b464 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015572 Aug 09 16:53:38.489261 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ff910-44df-4cdb-a96e-be075858932b req-937ca569-de36-4a0f-9e1e-71a618f7b8b3 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:38.491883 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2c8ff910-44df-4cdb-a96e-be075858932b req-937ca569-de36-4a0f-9e1e-71a618f7b8b3 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 944 time: 0.1594989 Aug 09 16:53:38.583420 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-6ec2157f-cb78-4550-8d01-d3bd046dc47c service neutron] 10.222.0.85 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560165 Aug 09 16:53:38.650053 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-107726be-1030-49a1-9002-d3947b697076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:38.652315 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:38.747535 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2c8ff910-44df-4cdb-a96e-be075858932b req-a596d561-52d2-4bcb-848f-a5854d42b1c3 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b9261-fc52-4e59-8cc3-3a0897f6e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299111 Aug 09 16:53:38.848432 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-24cd0e5a-5ab7-4473-a74b-999e9034b9b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:38.918609 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-25042712-d783-4fb4-97a1-a21c416333ff req-2bd400b2-cee9-41a7-bf04-d00b1aa916f9 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:38.921391 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cb45d-7d7b-4072-a466-8191dc69ec62 req-9d57bc2f-8e72-459d-b32a-3cefeec564a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:38.922584 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107726be-1030-49a1-9002-d3947b697076 None None] Pushing event updated for resources: {'Port': ['ID=8df11c44-0886-4117-a74d-d12187a54862,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:38.923149 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-726cb45d-7d7b-4072-a466-8191dc69ec62 req-9d57bc2f-8e72-459d-b32a-3cefeec564a4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 1098 time: 0.4517066 Aug 09 16:53:39.022937 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-98e0defc-b04e-4ce7-86a6-edd44ebcbcea req-3a310af7-7aa3-4b24-b804-f0bb22abc38b tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 210 time: 0.0803063 Aug 09 16:53:39.043760 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09cf38-2477-427d-8301-98f7181fd493 req-d6d319ae-ff99-4902-9d36-bfee8cbdd0f1 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:39.058026 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ca09cf38-2477-427d-8301-98f7181fd493 req-d6d319ae-ff99-4902-9d36-bfee8cbdd0f1 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 945 time: 0.4990153 Aug 09 16:53:39.067853 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:39.191078 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ae7b9237-f327-4872-a3ca-c2ae093462b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:39.197179 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:39.197828 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:39.203909 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=1ac2d7de-b24a-4a45-83b6-3f5828d16c90,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:39.208853 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'name': 'tempest-TestMinimumBasicScenario-1789958427-router', 'tenant_id': 'd0a8ab13e6104a30b48665817e69e561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '20b81665-98e4-4039-9d8d-fbdc66756ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:29Z', 'updated_at': '2022-08-09T16:53:33Z', 'revision_number': 3, 'project_id': 'd0a8ab13e6104a30b48665817e69e561', 'gw_port': {'id': '20b81665-98e4-4039-9d8d-fbdc66756ea2', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:30Z', 'updated_at': '2022-08-09T16:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:39.249402 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7d250eba-fdc3-402d-8f9d-41a700d0602c req-10542816-816f-4101-aae7-98c34761b6cf service neutron] 10.222.0.85 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6374674 Aug 09 16:53:39.258027 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-726cb45d-7d7b-4072-a466-8191dc69ec62 req-60e4facd-c366-445b-9fbb-83b75c51af7b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3240221 Aug 09 16:53:39.269236 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-24cd0e5a-5ab7-4473-a74b-999e9034b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:39.282941 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] Checking router: 5fbe2bec-02aa-4b36-b516-50d7c6daa94e for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:53:39.284639 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] Updating router 5fbe2bec-02aa-4b36-b516-50d7c6daa94e port 20b81665-98e4-4039-9d8d-fbdc66756ea2 binding host dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:53:39.320822 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:39.376799 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cd0e5a-5ab7-4473-a74b-999e9034b9b4 admin admin] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:39.382513 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ca09cf38-2477-427d-8301-98f7181fd493 req-d911326c-b78d-486b-97c0-b004b9c79c4a tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234398 Aug 09 16:53:39.385680 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-25042712-d783-4fb4-97a1-a21c416333ff req-2bd400b2-cee9-41a7-bf04-d00b1aa916f9 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:39.391769 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-24cd0e5a-5ab7-4473-a74b-999e9034b9b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:39.392378 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-ae7b9237-f327-4872-a3ca-c2ae093462b1 admin admin] Allocated IP 172.20.0.1 (f1c396cf-3954-45e7-adae-fec68794d36e/5869d0d0-3cbc-4b7a-b554-b64dd30b8e5a/a6330462-70b0-45f2-a4f1-298368b29662) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:39.400763 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd0e5a-5ab7-4473-a74b-999e9034b9b4 admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:53:39.462140 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd0e5a-5ab7-4473-a74b-999e9034b9b4 admin admin] Pushing event updated for resources: {'Port': ['ID=1767aba6-7f24-4ee8-a045-e23f8f17f968,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:39.512750 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25042712-d783-4fb4-97a1-a21c416333ff req-2bd400b2-cee9-41a7-bf04-d00b1aa916f9 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Network 9c2cb89f-e80a-42c5-b2c0-56671b916495 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:39.542475 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ae7b9237-f327-4872-a3ca-c2ae093462b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:39.567740 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:39.570538 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 8df11c44-0886-4117-a74d-d12187a54862 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:39.580198 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dbe412f0-23db-4158-900b-d6ce9cfc7dea req-fe7f6508-ad1d-40b1-b9b3-b0de0551054a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 210 time: 0.3738911 Aug 09 16:53:39.672103 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-25042712-d783-4fb4-97a1-a21c416333ff req-2bd400b2-cee9-41a7-bf04-d00b1aa916f9 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:39.705565 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-25042712-d783-4fb4-97a1-a21c416333ff req-2bd400b2-cee9-41a7-bf04-d00b1aa916f9 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:53:39.718779 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25042712-d783-4fb4-97a1-a21c416333ff req-2bd400b2-cee9-41a7-bf04-d00b1aa916f9 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:39.718779 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-25042712-d783-4fb4-97a1-a21c416333ff req-2bd400b2-cee9-41a7-bf04-d00b1aa916f9 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:39.756034 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-f17114a6-c754-4209-b97b-9afca62e342f None None] Provisioning complete for port 8df11c44-0886-4117-a74d-d12187a54862 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:39.760595 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ae7b9237-f327-4872-a3ca-c2ae093462b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:39.769176 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f17114a6-c754-4209-b97b-9afca62e342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:39.789839 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd400b2-cee9-41a7-bf04-d00b1aa916f9 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Pushing event updated for resources: {'Port': ['ID=db8f98a1-9ee2-498c-813f-59a126e60699,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:39.836681 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7b9237-f327-4872-a3ca-c2ae093462b1 admin admin] Network f1c396cf-3954-45e7-adae-fec68794d36e is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:39.837984 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec5b1a-4d91-4c5e-b594-2ce343cd3ef7 req-8fdb65f2-f12f-4bc3-b1e3-200ebe803251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:39.839601 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bdec5b1a-4d91-4c5e-b594-2ce343cd3ef7 req-8fdb65f2-f12f-4bc3-b1e3-200ebe803251 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=263134786e174e0683b78ef12715c3fb&device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 1097 time: 0.1752179 Aug 09 16:53:39.846893 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e7145-60ef-43a3-9fe9-48901ef8c962 req-cd27a37c-144e-4958-8d4f-c3a737eb2eb1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:39.848333 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f50e7145-60ef-43a3-9fe9-48901ef8c962 req-cd27a37c-144e-4958-8d4f-c3a737eb2eb1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.1916850 Aug 09 16:53:39.849573 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d15c3e-c0c8-4606-b2b7-fea036a5a16c req-7e90816b-2cf6-43ea-bb8b-bff662b93d4e tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:39.852693 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-37d15c3e-c0c8-4606-b2b7-fea036a5a16c req-7e90816b-2cf6-43ea-bb8b-bff662b93d4e tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.1650021 Aug 09 16:53:39.854355 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b9237-f327-4872-a3ca-c2ae093462b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a6330462-70b0-45f2-a4f1-298368b29662,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:39.857629 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-ae7b9237-f327-4872-a3ca-c2ae093462b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:39.864417 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7b9237-f327-4872-a3ca-c2ae093462b1 admin admin] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:53:39.953395 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 8df11c44-0886-4117-a74d-d12187a54862 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:39.953395 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:39.966553 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ae7b9237-f327-4872-a3ca-c2ae093462b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568001'] for router_interface, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:40.070416 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-37d15c3e-c0c8-4606-b2b7-fea036a5a16c req-2e73bc43-d0c5-4a8b-a37e-4c4808fd83be tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598907 Aug 09 16:53:40.207817 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] Notify callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:40.210616 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-f17114a6-c754-4209-b97b-9afca62e342f None None] Current status of the port 8df11c44-0886-4117-a74d-d12187a54862 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:40.292286 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019bab0-48e8-43c6-adbe-cb1a43d41523 req-5baa5980-47c5-46c9-954b-2147ebc201a9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:40.294813 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:40.296147 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8019bab0-48e8-43c6-adbe-cb1a43d41523 req-5baa5980-47c5-46c9-954b-2147ebc201a9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 944 time: 0.1005235 Aug 09 16:53:40.379997 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ae7b9237-f327-4872-a3ca-c2ae093462b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:40.396949 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] Attempting to bind port 20b81665-98e4-4039-9d8d-fbdc66756ea2 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:53:40.397754 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] Attempting to bind port 20b81665-98e4-4039-9d8d-fbdc66756ea2 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:53:40.398285 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] Attempting to bind port 20b81665-98e4-4039-9d8d-fbdc66756ea2 on network 5028ac3a-b802-4c2c-954e-eba2e898c760 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:40.404928 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-25042712-d783-4fb4-97a1-a21c416333ff req-2bd400b2-cee9-41a7-bf04-d00b1aa916f9 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6672111 Aug 09 16:53:40.407371 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:53:40.408045 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] Checking segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:53:40.410960 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:40.411547 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] Bound using segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:53:40.412876 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] Bound port: 20b81665-98e4-4039-9d8d-fbdc66756ea2, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:53:40.413506 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:40.423643 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 8df11c44-0886-4117-a74d-d12187a54862 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:40.463849 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Request body: {'port': {'device_id': 'a8822413-45dc-4e48-9764-118f6152cb36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:40.476828 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5639b2-0487-4bc2-a167-630039e3d3ba None None] Pushing event updated for resources: {'Port': ['ID=20b81665-98e4-4039-9d8d-fbdc66756ea2,revision_number=2']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:40.480168 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-97cb75c1-fcdf-4155-b291-b00a636f09e2 None None] Provisioning complete for port a6330462-70b0-45f2-a4f1-298368b29662 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:40.480560 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-97cb75c1-fcdf-4155-b291-b00a636f09e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:40.508991 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8019bab0-48e8-43c6-adbe-cb1a43d41523 req-3ca0ab30-f47e-4cd0-9167-e5948ecb9ac5 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b9261-fc52-4e59-8cc3-3a0897f6e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063859 Aug 09 16:53:40.552009 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] For port 20b81665-98e4-4039-9d8d-fbdc66756ea2, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:53:40.557449 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] For port 20b81665-98e4-4039-9d8d-fbdc66756ea2, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=20b81665-98e4-4039-9d8d-fbdc66756ea2,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:53:40.570020 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-97cb75c1-fcdf-4155-b291-b00a636f09e2 None None] Port a6330462-70b0-45f2-a4f1-298368b29662 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:53:40.577341 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f50e7145-60ef-43a3-9fe9-48901ef8c962 req-7821f9d2-7745-42ec-8aae-df0611f1e007 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734145 Aug 09 16:53:40.633340 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:40.735746 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:40.758955 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5639b2-0487-4bc2-a167-630039e3d3ba None None] Pushing event updated for resources: {'Port': ['ID=20b81665-98e4-4039-9d8d-fbdc66756ea2,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:40.766961 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] Routers {'5fbe2bec-02aa-4b36-b516-50d7c6daa94e'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:53:40.792160 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5fbe2bec-02aa-4b36-b516-50d7c6daa94e'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:40.794078 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436235f5-7990-43e0-8c8c-4b959fa09d19 req-21cf84c4-6e0a-4407-9830-43f83fb5cd3a tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:40.802006 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-436235f5-7990-43e0-8c8c-4b959fa09d19 req-21cf84c4-6e0a-4407-9830-43f83fb5cd3a tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 932 time: 0.1453712 Aug 09 16:53:40.840370 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 8df11c44-0886-4117-a74d-d12187a54862 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:40.870244 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ae7b9237-f327-4872-a3ca-c2ae093462b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:40.882287 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-436235f5-7990-43e0-8c8c-4b959fa09d19 req-5e90a79a-0bf8-45db-b88a-c7746fe00b9d tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790505 Aug 09 16:53:40.912999 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec5b1a-4d91-4c5e-b594-2ce343cd3ef7 req-a3b60028-7027-47d0-b385-417de3069e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:40.918181 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bdec5b1a-4d91-4c5e-b594-2ce343cd3ef7 req-a3b60028-7027-47d0-b385-417de3069e28 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea HTTP/1.1" status: 200 len: 916 time: 1.0611575 Aug 09 16:53:40.918181 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-24cd0e5a-5ab7-4473-a74b-999e9034b9b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:40.931264 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] Set router 5fbe2bec-02aa-4b36-b516-50d7c6daa94e gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:53:40.968726 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef1606-9d7c-44ed-b647-778d14c3387d req-76c60721-d919-4f49-8578-01242f11a574 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:40.970838 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9bef1606-9d7c-44ed-b647-778d14c3387d req-76c60721-d919-4f49-8578-01242f11a574 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 945 time: 0.2147214 Aug 09 16:53:41.028658 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 8df11c44-0886-4117-a74d-d12187a54862 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:41.029242 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:41.032552 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ebf88019-8a27-483c-95fa-ba625485bf16 req-a856c854-dbc1-4e8b-9e15-3605ed900882 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 210 time: 0.0390482 Aug 09 16:53:41.033573 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ae7b9237-f327-4872-a3ca-c2ae093462b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25174475'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:41.157138 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b9237-f327-4872-a3ca-c2ae093462b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a6330462-70b0-45f2-a4f1-298368b29662,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:41.157869 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bdec5b1a-4d91-4c5e-b594-2ce343cd3ef7 req-7561113c-d3bf-41d0-89d9-7b4194d805d1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82843b95-6168-4d9c-9bcf-c71185812b72 HTTP/1.1" status: 200 len: 217 time: 0.1969876 Aug 09 16:53:41.162553 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ae7b9237-f327-4872-a3ca-c2ae093462b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571249'] for router_interface, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:41.247175 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec5b1a-4d91-4c5e-b594-2ce343cd3ef7 req-d48a76c3-1696-4896-9c04-bf71893db036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:41.248672 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bdec5b1a-4d91-4c5e-b594-2ce343cd3ef7 req-d48a76c3-1696-4896-9c04-bf71893db036 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9 HTTP/1.1" status: 200 len: 854 time: 0.0769255 Aug 09 16:53:41.370870 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9bef1606-9d7c-44ed-b647-778d14c3387d req-6ba6321a-2086-42f0-a9d2-3de41d001ed6 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3893435 Aug 09 16:53:41.396035 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7b9237-f327-4872-a3ca-c2ae093462b1 admin admin] Network f1c396cf-3954-45e7-adae-fec68794d36e is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:41.399733 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-ae7b9237-f327-4872-a3ca-c2ae093462b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:41.416262 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e6359-367c-408c-9971-bf51ac6d6d81 req-5c05693a-fbed-4aee-8e03-39558d6c05a8 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:41.416404 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-27175395-98d0-470a-ad3f-3f851210f34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:41.421863 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1c9e6359-367c-408c-9971-bf51ac6d6d81 req-5c05693a-fbed-4aee-8e03-39558d6c05a8 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.0929494 Aug 09 16:53:41.485973 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 8df11c44-0886-4117-a74d-d12187a54862 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:41.487088 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 1ac2d7de-b24a-4a45-83b6-3f5828d16c90 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:41.538368 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec5b1a-4d91-4c5e-b594-2ce343cd3ef7 req-cb23f8a5-93b7-4258-a01f-b081a15bf517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:41.540506 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bdec5b1a-4d91-4c5e-b594-2ce343cd3ef7 req-cb23f8a5-93b7-4258-a01f-b081a15bf517 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2750018 Aug 09 16:53:41.589755 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1c9e6359-367c-408c-9971-bf51ac6d6d81 req-1bb2e354-20fc-4ff0-b2b6-879aa1512054 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668885 Aug 09 16:53:41.601463 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 1ac2d7de-b24a-4a45-83b6-3f5828d16c90 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:41.601913 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:41.680852 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'name': 'tempest-TestMinimumBasicScenario-1789958427-router', 'tenant_id': 'd0a8ab13e6104a30b48665817e69e561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '20b81665-98e4-4039-9d8d-fbdc66756ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:29Z', 'updated_at': '2022-08-09T16:53:40Z', 'revision_number': 4, 'project_id': 'd0a8ab13e6104a30b48665817e69e561', 'gw_port': {'id': '20b81665-98e4-4039-9d8d-fbdc66756ea2', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:30Z', 'updated_at': '2022-08-09T16:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'a6330462-70b0-45f2-a4f1-298368b29662', 'name': '', 'network_id': 'f1c396cf-3954-45e7-adae-fec68794d36e', 'tenant_id': 'd0a8ab13e6104a30b48665817e69e561', 'mac_address': 'fa:16:3e:35:8d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5869d0d0-3cbc-4b7a-b554-b64dd30b8e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:39Z', 'updated_at': '2022-08-09T16:53:39Z', 'revision_number': 1, 'project_id': 'd0a8ab13e6104a30b48665817e69e561', 'subnets': [{'id': '5869d0d0-3cbc-4b7a-b554-b64dd30b8e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:41.711343 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c36bf8-7645-4a34-93d8-4e68e4698401 None None] The sync data for ids ['5fbe2bec-02aa-4b36-b516-50d7c6daa94e'] in dv-cinder-852570-1-iscsi is: [{'id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'name': 'tempest-TestMinimumBasicScenario-1789958427-router', 'tenant_id': 'd0a8ab13e6104a30b48665817e69e561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '20b81665-98e4-4039-9d8d-fbdc66756ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:29Z', 'updated_at': '2022-08-09T16:53:40Z', 'revision_number': 4, 'project_id': 'd0a8ab13e6104a30b48665817e69e561', 'gw_port': {'id': '20b81665-98e4-4039-9d8d-fbdc66756ea2', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fb:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:30Z', 'updated_at': '2022-08-09T16:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'a6330462-70b0-45f2-a4f1-298368b29662', 'name': '', 'network_id': 'f1c396cf-3954-45e7-adae-fec68794d36e', 'tenant_id': 'd0a8ab13e6104a30b48665817e69e561', 'mac_address': 'fa:16:3e:35:8d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5869d0d0-3cbc-4b7a-b554-b64dd30b8e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:39Z', 'updated_at': '2022-08-09T16:53:39Z', 'revision_number': 1, 'project_id': 'd0a8ab13e6104a30b48665817e69e561', 'subnets': [{'id': '5869d0d0-3cbc-4b7a-b554-b64dd30b8e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:53:41.791676 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 1ac2d7de-b24a-4a45-83b6-3f5828d16c90 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:41.832278 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-6d857b25-88cc-4142-aaf7-cdc3c6fe1d6f None None] Provisioning complete for port a6330462-70b0-45f2-a4f1-298368b29662 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:41.832841 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6d857b25-88cc-4142-aaf7-cdc3c6fe1d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:41.878487 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb00a33-0c34-41ce-8915-b1d97a5fc3d9 req-78d6b46a-7c4b-4fb1-bd9a-b57ec1fd5fa6 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:41.892055 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6bb00a33-0c34-41ce-8915-b1d97a5fc3d9 req-78d6b46a-7c4b-4fb1-bd9a-b57ec1fd5fa6 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.1822996 Aug 09 16:53:41.905178 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7b9237-f327-4872-a3ca-c2ae093462b1 admin admin] Router 5fbe2bec-02aa-4b36-b516-50d7c6daa94e has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:53:41.913534 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-6d857b25-88cc-4142-aaf7-cdc3c6fe1d6f None None] Port a6330462-70b0-45f2-a4f1-298368b29662 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:53:42.008100 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6bb00a33-0c34-41ce-8915-b1d97a5fc3d9 req-5c413a55-dc89-4629-aa3e-3a24483edf41 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121111 Aug 09 16:53:42.161314 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bdec5b1a-4d91-4c5e-b594-2ce343cd3ef7 req-b0b9e5e2-000a-4819-89cc-2312ae208291 service neutron] 10.222.0.85 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091571 Aug 09 16:53:42.174674 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e50477-8d04-43c7-be1d-1726174c897d req-01a4a039-67de-4934-818b-e20498037787 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:42.176311 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-78e50477-8d04-43c7-be1d-1726174c897d req-01a4a039-67de-4934-818b-e20498037787 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.85 "GET /v2.0/networks?id=afefc86c-3f24-4c4b-9b8a-046339133df8 HTTP/1.1" status: 200 len: 819 time: 0.8167930 Aug 09 16:53:42.177375 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-24cd0e5a-5ab7-4473-a74b-999e9034b9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-572971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-568756'] for router, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:42.187497 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 82843b95-6168-4d9c-9bcf-c71185812b72 details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:53:42.237053 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7b9237-f327-4872-a3ca-c2ae093462b1 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:53:42.265020 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-ae7b9237-f327-4872-a3ca-c2ae093462b1 admin admin] 10.222.0.49 "PUT /v2.0/routers/5fbe2bec-02aa-4b36-b516-50d7c6daa94e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0842824 Aug 09 16:53:42.283370 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730f84e-176d-4692-8077-027e23ea4c19 req-860e43dc-1c23-4b10-a976-69a2b9c4298e tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:42.285217 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8730f84e-176d-4692-8077-027e23ea4c19 req-860e43dc-1c23-4b10-a976-69a2b9c4298e tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 932 time: 0.1315677 Aug 09 16:53:42.344577 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 82843b95-6168-4d9c-9bcf-c71185812b72, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=82843b95-6168-4d9c-9bcf-c71185812b72,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:42.359146 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8730f84e-176d-4692-8077-027e23ea4c19 req-1593d624-ce67-4a04-9c44-7d9060ed7e61 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669913 Aug 09 16:53:42.367654 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': '82843b95-6168-4d9c-9bcf-c71185812b72', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'port_id': '82843b95-6168-4d9c-9bcf-c71185812b72', 'mac_address': 'fa:16:3e:36:05:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:53:42.473810 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 82843b95-6168-4d9c-9bcf-c71185812b72 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:42.474211 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:42.501003 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82843b95-6168-4d9c-9bcf-c71185812b72 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:53:42.549831 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 82843b95-6168-4d9c-9bcf-c71185812b72, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=82843b95-6168-4d9c-9bcf-c71185812b72,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:42.559823 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-65047e37-9a31-4cad-8f5e-cd3588ab4d28 req-90c94a01-c07a-4b73-aed8-267f213678fc tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 210 time: 0.0625384 Aug 09 16:53:42.664421 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb148f8a-e14d-40ea-b2da-d2743f35aa4a req-82046f46-0302-4ab5-a3a3-7af539b6bb5e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:42.665891 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fb148f8a-e14d-40ea-b2da-d2743f35aa4a req-82046f46-0302-4ab5-a3a3-7af539b6bb5e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 944 time: 0.7908065 Aug 09 16:53:42.667754 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bdec5b1a-4d91-4c5e-b594-2ce343cd3ef7 req-0ad2c335-4f0f-4920-a8ce-e5dcf8803203 service neutron] 10.222.0.85 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851189 Aug 09 16:53:42.700336 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:42.743795 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-78e50477-8d04-43c7-be1d-1726174c897d req-6ed655ba-6c18-4bf9-af8c-1d38a7822547 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=036e4f22211a49c78cb03d2fb540e984 HTTP/1.1" status: 200 len: 380 time: 0.5395682 Aug 09 16:53:42.771487 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fb148f8a-e14d-40ea-b2da-d2743f35aa4a req-464dccc8-21ff-4fa1-942a-fa561b4d0a77 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b9261-fc52-4e59-8cc3-3a0897f6e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722833 Aug 09 16:53:42.779440 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-78e50477-8d04-43c7-be1d-1726174c897d req-e18d62df-28ac-4f43-8797-800cf715d5ba tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Request body: {'port': {'device_id': 'f3c7a84d-f662-4aa4-b58b-ab04295d1697', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'admin_state_up': True, 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'security_groups': ['2d9bc96b-b4f4-41df-8d75-e03165c318a2']}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:42.891685 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db8f98a1-9ee2-498c-813f-59a126e60699 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:53:42.916807 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:42.940737 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Transition to ACTIVE for port object db8f98a1-9ee2-498c-813f-59a126e60699 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:53:42.951697 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628dfb6-5533-4dba-baea-3c978e59861b req-ed9622ba-1717-48dc-8a55-fc2c45fe4719 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:42.963566 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d628dfb6-5533-4dba-baea-3c978e59861b req-ed9622ba-1717-48dc-8a55-fc2c45fe4719 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 945 time: 0.2861595 Aug 09 16:53:42.972095 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=82843b95-6168-4d9c-9bcf-c71185812b72,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:43.077957 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:43.147939 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d628dfb6-5533-4dba-baea-3c978e59861b req-9bbdcab8-9122-4a1b-8ec2-b8f8c4e4465b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697164 Aug 09 16:53:43.182736 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['82843b95-6168-4d9c-9bcf-c71185812b72'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:53:43.275483 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Pushing event updated for resources: {'Port': ['ID=db8f98a1-9ee2-498c-813f-59a126e60699,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:43.303671 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cd0e5a-5ab7-4473-a74b-999e9034b9b4 admin admin] Router a4806ff8-8c18-4d33-934c-03cae30738ac is scheduled to L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 with binding_index 1 {{(pid=109848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 09 16:53:43.360670 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd04c0b-899a-4621-a766-e8fe326a3b34 req-61dac31a-ad67-4b50-a78d-d4b7754e8413 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:43.372782 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fbd04c0b-899a-4621-a766-e8fe326a3b34 req-61dac31a-ad67-4b50-a78d-d4b7754e8413 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.3135450 Aug 09 16:53:43.395802 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c9cfb-0344-4f2e-bbcb-74317694c982 req-3986c7bc-641b-46c4-a804-0fc35e309f80 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:43.401948 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5f9c9cfb-0344-4f2e-bbcb-74317694c982 req-3986c7bc-641b-46c4-a804-0fc35e309f80 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.1292620 Aug 09 16:53:43.461595 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-895581be-8220-49e7-bed2-c3f6abd9f98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:43.504661 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5f9c9cfb-0344-4f2e-bbcb-74317694c982 req-1593e519-3ece-4cbf-908f-07038807ca5a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966203 Aug 09 16:53:43.608492 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Attempting to bind port db8f98a1-9ee2-498c-813f-59a126e60699 on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:53:43.609115 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Attempting to bind port db8f98a1-9ee2-498c-813f-59a126e60699 by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': '329c20f0-b273-44f6-ae2d-9a2acf616cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9c2cb89f-e80a-42c5-b2c0-56671b916495'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:53:43.609638 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Attempting to bind port db8f98a1-9ee2-498c-813f-59a126e60699 on network 9c2cb89f-e80a-42c5-b2c0-56671b916495 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:43.618204 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fbd04c0b-899a-4621-a766-e8fe326a3b34 req-f921eabc-4bdf-497f-9d8a-9562bff37bd1 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444057 Aug 09 16:53:43.631530 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Port db8f98a1-9ee2-498c-813f-59a126e60699 on network 9c2cb89f-e80a-42c5-b2c0-56671b916495 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:53:43.632119 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Attempting to bind port db8f98a1-9ee2-498c-813f-59a126e60699 on network 9c2cb89f-e80a-42c5-b2c0-56671b916495 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:43.640172 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:53:43.640864 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Checking segment: {'id': '329c20f0-b273-44f6-ae2d-9a2acf616cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9c2cb89f-e80a-42c5-b2c0-56671b916495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:53:43.642025 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Bound using segment: {'id': '329c20f0-b273-44f6-ae2d-9a2acf616cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9c2cb89f-e80a-42c5-b2c0-56671b916495'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:53:43.642657 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Bound port: db8f98a1-9ee2-498c-813f-59a126e60699, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c20f0-b273-44f6-ae2d-9a2acf616cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9c2cb89f-e80a-42c5-b2c0-56671b916495'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:53:43.643180 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:43.721951 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ccf0d-67cf-4519-a6ac-68998174d5b7 req-94212a2e-531e-4d9a-897a-b1d9af1c7797 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:43.721951 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cf2ccf0d-67cf-4519-a6ac-68998174d5b7 req-94212a2e-531e-4d9a-897a-b1d9af1c7797 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 945 time: 0.1094744 Aug 09 16:53:43.722470 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e50477-8d04-43c7-be1d-1726174c897d req-e18d62df-28ac-4f43-8797-800cf715d5ba tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Made reservation on behalf of 036e4f22211a49c78cb03d2fb540e984 for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:53:43.722470 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-78e50477-8d04-43c7-be1d-1726174c897d req-e18d62df-28ac-4f43-8797-800cf715d5ba tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:43.792036 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cf2ccf0d-67cf-4519-a6ac-68998174d5b7 req-f1b5b2ae-fc90-4554-a090-4bd276ef3e27 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774992 Aug 09 16:53:43.818278 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 56910) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:44.017895 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-15539e36-4bd1-4484-b79a-a14b40267e7b req-0994b507-0272-46c1-a475-92e44d724700 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 210 time: 0.0522232 Aug 09 16:53:44.147956 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c03658e-e8fd-4fdc-8e15-2e670ceac893 tempest-TestVolumeBootPattern-1913912899 tempest-TestVolumeBootPattern-1913912899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:44.152268 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-7c03658e-e8fd-4fdc-8e15-2e670ceac893 tempest-TestVolumeBootPattern-1913912899 tempest-TestVolumeBootPattern-1913912899-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 1093 time: 0.3302538 Aug 09 16:53:44.153042 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 56922) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:44.161567 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Request body: {'floatingip': {'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'port_id': 'bddb42b0-1110-48a6-8caa-b9f80bea66c7', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:44.305106 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520792a7-9680-4540-932a-56bb43ecf689 req-d3cbd2ad-bdd3-4d78-bb79-16ac48489cb9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:44.312799 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-520792a7-9680-4540-932a-56bb43ecf689 req-d3cbd2ad-bdd3-4d78-bb79-16ac48489cb9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 945 time: 0.1309333 Aug 09 16:53:44.325790 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cd0e5a-5ab7-4473-a74b-999e9034b9b4 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:53:44.344638 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] Sync routers for ids ['a4806ff8-8c18-4d33-934c-03cae30738ac'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:53:44.348727 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for floatingip, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:44.366654 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] Routers {'a4806ff8-8c18-4d33-934c-03cae30738ac'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:53:44.368126 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a4806ff8-8c18-4d33-934c-03cae30738ac'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:44.425036 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-520792a7-9680-4540-932a-56bb43ecf689 req-0498fee4-9c76-490b-8875-9a4a1d925211 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b9261-fc52-4e59-8cc3-3a0897f6e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979137 Aug 09 16:53:44.531228 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] For port db8f98a1-9ee2-498c-813f-59a126e60699, host hv-cinder-85257, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:53:44.550596 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] For port db8f98a1-9ee2-498c-813f-59a126e60699, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=db8f98a1-9ee2-498c-813f-59a126e60699,segment=NetworkSegment(329c20f0-b273-44f6-ae2d-9a2acf616cc0),segment_id=329c20f0-b273-44f6-ae2d-9a2acf616cc0)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:53:44.558549 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] Set router a4806ff8-8c18-4d33-934c-03cae30738ac gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:53:44.570026 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386827b-45f3-4f37-829e-59b4307368a5 req-2200d437-b192-4eb0-9b41-bde9595cb836 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:44.576420 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0386827b-45f3-4f37-829e-59b4307368a5 req-2200d437-b192-4eb0-9b41-bde9595cb836 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 944 time: 0.4259109 Aug 09 16:53:44.637625 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:44.739532 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-78e50477-8d04-43c7-be1d-1726174c897d req-e18d62df-28ac-4f43-8797-800cf715d5ba tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Allocated IP 172.20.0.3 (afefc86c-3f24-4c4b-9b8a-046339133df8/2078996a-91bc-4210-bac4-b6f4af459f79/0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:44.800679 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4806ff8-8c18-4d33-934c-03cae30738ac', 'name': 'tempest-TestShelveInstance-572032552-router', 'tenant_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '1767aba6-7f24-4ee8-a045-e23f8f17f968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:33Z', 'updated_at': '2022-08-09T16:53:39Z', 'revision_number': 3, 'project_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'gw_port': {'id': '1767aba6-7f24-4ee8-a045-e23f8f17f968', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4806ff8-8c18-4d33-934c-03cae30738ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:37Z', 'updated_at': '2022-08-09T16:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:44.809301 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-24cd0e5a-5ab7-4473-a74b-999e9034b9b4 admin admin] Notify callbacks [] for router, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:44.813733 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-24cd0e5a-5ab7-4473-a74b-999e9034b9b4 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 12.3174675 Aug 09 16:53:44.814503 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56928) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:44.831973 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] Checking router: a4806ff8-8c18-4d33-934c-03cae30738ac for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:53:44.832678 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] Updating router a4806ff8-8c18-4d33-934c-03cae30738ac port 1767aba6-7f24-4ee8-a045-e23f8f17f968 binding host dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:53:44.886759 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:44.951503 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 20b81665-98e4-4039-9d8d-fbdc66756ea2 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:45.004758 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:45.015870 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1e2a4-5f58-46f8-b099-65b89ade0bb6 req-e6905c9e-009e-403b-9501-e957cbc3d0ce tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:45.034030 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-78f1e2a4-5f58-46f8-b099-65b89ade0bb6 req-e6905c9e-009e-403b-9501-e957cbc3d0ce tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.3781044 Aug 09 16:53:45.081439 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-78e50477-8d04-43c7-be1d-1726174c897d req-e18d62df-28ac-4f43-8797-800cf715d5ba tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:45.121453 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 20b81665-98e4-4039-9d8d-fbdc66756ea2 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:45.129594 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:45.179572 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:45.191582 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:45.193556 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:45.207599 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-25042712-d783-4fb4-97a1-a21c416333ff req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] 10.222.0.85 "PUT /v2.0/ports/db8f98a1-9ee2-498c-813f-59a126e60699 HTTP/1.1" status: 200 len: 1094 time: 4.7476285 Aug 09 16:53:45.223410 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Allocated IP 172.27.0.41 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/bc338844-f004-4c05-955b-a50771b3bbd9) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:45.321254 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-78f1e2a4-5f58-46f8-b099-65b89ade0bb6 req-1ec8d8dc-7b44-492b-82fb-0774ee462956 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862585 Aug 09 16:53:45.458384 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 20b81665-98e4-4039-9d8d-fbdc66756ea2 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:45.459193 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:45.496126 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8822413-45dc-4e48-9764-118f6152cb36', 'tag': 'db8f98a1-9ee2-498c-813f-59a126e60699'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:53:45.501751 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e8f053-045c-4b77-af9e-8f967dda62b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a8822413-45dc-4e48-9764-118f6152cb36", "tag": "db8f98a1-9ee2-498c-813f-59a126e60699"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:45.520107 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port 20b81665-98e4-4039-9d8d-fbdc66756ea2, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=20b81665-98e4-4039-9d8d-fbdc66756ea2,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:45.528474 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0386827b-45f3-4f37-829e-59b4307368a5 req-527ce2af-14fd-4bad-a32a-94971da34075 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9386523 Aug 09 16:53:45.698409 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f3bb3-c676-44e3-9048-c75747e275a6 service neutron] Pushing event updated for resources: {'Port': ['ID=db8f98a1-9ee2-498c-813f-59a126e60699,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:45.711472 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-78e50477-8d04-43c7-be1d-1726174c897d req-e18d62df-28ac-4f43-8797-800cf715d5ba tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:45.716850 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:45.889300 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e50477-8d04-43c7-be1d-1726174c897d req-e18d62df-28ac-4f43-8797-800cf715d5ba tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Network afefc86c-3f24-4c4b-9b8a-046339133df8 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:45.899895 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:53:45.908464 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=20b81665-98e4-4039-9d8d-fbdc66756ea2,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:45.929608 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-78e50477-8d04-43c7-be1d-1726174c897d req-e18d62df-28ac-4f43-8797-800cf715d5ba tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:45.950109 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e50477-8d04-43c7-be1d-1726174c897d req-e18d62df-28ac-4f43-8797-800cf715d5ba tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:53:45.965860 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e50477-8d04-43c7-be1d-1726174c897d req-e18d62df-28ac-4f43-8797-800cf715d5ba tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:45.966578 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-78e50477-8d04-43c7-be1d-1726174c897d req-e18d62df-28ac-4f43-8797-800cf715d5ba tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:46.013890 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d62df-28ac-4f43-8797-800cf715d5ba tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Pushing event updated for resources: {'Port': ['ID=0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:46.127126 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25042712-d783-4fb4-97a1-a21c416333ff req-0fb1cd1c-ec29-4871-b152-3ef348c660a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:46.128869 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-25042712-d783-4fb4-97a1-a21c416333ff req-0fb1cd1c-ec29-4871-b152-3ef348c660a3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a6eb3127c271468f8d23433acb92e7b7&device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 1097 time: 0.4315541 Aug 09 16:53:46.232746 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:46.239704 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 82843b95-6168-4d9c-9bcf-c71185812b72 up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:46.349325 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-25042712-d783-4fb4-97a1-a21c416333ff req-91cff2d5-25b6-4462-ae33-34c2c1bb4971 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db8f98a1-9ee2-498c-813f-59a126e60699 HTTP/1.1" status: 200 len: 217 time: 0.1890049 Aug 09 16:53:46.350811 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] Sync routers for ids ['5fbe2bec-02aa-4b36-b516-50d7c6daa94e'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:53:46.359940 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-78e50477-8d04-43c7-be1d-1726174c897d req-e18d62df-28ac-4f43-8797-800cf715d5ba tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5852606 Aug 09 16:53:46.397217 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28b0b3-9de4-4baf-a2e3-b39624c9dfeb req-8adda2a8-b672-4f60-9713-abc5e8df468e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:46.410454 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3b28b0b3-9de4-4baf-a2e3-b39624c9dfeb req-8adda2a8-b672-4f60-9713-abc5e8df468e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 931 time: 0.6124489 Aug 09 16:53:46.438621 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] Routers {'5fbe2bec-02aa-4b36-b516-50d7c6daa94e'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:53:46.441937 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5fbe2bec-02aa-4b36-b516-50d7c6daa94e'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:46.447322 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Request body: {'port': {'device_id': 'f3c7a84d-f662-4aa4-b58b-ab04295d1697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:46.518513 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef32240-451c-4aa8-919f-81f7da035f1d req-eebfe738-9099-4abe-a22f-53ad502ee6a8 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:46.531882 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7ef32240-451c-4aa8-919f-81f7da035f1d req-eebfe738-9099-4abe-a22f-53ad502ee6a8 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.3974242 Aug 09 16:53:46.594115 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-855e6e9c-b298-4420-a840-d5d0f8a2bd2d None None] Provisioning complete for port 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:46.597576 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-855e6e9c-b298-4420-a840-d5d0f8a2bd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:46.607903 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:46.635241 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7ef32240-451c-4aa8-919f-81f7da035f1d req-78e484a8-8fe3-48fd-8482-2bee9880717e tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018598 Aug 09 16:53:46.753599 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port 82843b95-6168-4d9c-9bcf-c71185812b72 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:53:46.804919 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port 82843b95-6168-4d9c-9bcf-c71185812b72 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:46.810291 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:46.830767 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3b28b0b3-9de4-4baf-a2e3-b39624c9dfeb req-f59bced9-e1f0-40d1-bfde-9b0b5d855cd1 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4134915 Aug 09 16:53:46.836191 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25042712-d783-4fb4-97a1-a21c416333ff req-118623dd-6bb2-4fad-8b0a-299e6d61ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:46.845206 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:46.853617 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-25042712-d783-4fb4-97a1-a21c416333ff req-118623dd-6bb2-4fad-8b0a-299e6d61ba64 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ed97eefa-ee79-4d1a-b7bd-e417f3e3d431 HTTP/1.1" status: 200 len: 849 time: 0.4924850 Aug 09 16:53:46.879838 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-855e6e9c-b298-4420-a840-d5d0f8a2bd2d None None] Port 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:53:46.929162 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event updated for resources: {'Port': ['ID=bc338844-f004-4c05-955b-a50771b3bbd9,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:46.991777 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:46.996525 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:47.002988 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:53:47.005187 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 20b81665-98e4-4039-9d8d-fbdc66756ea2 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:47.021047 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] Set router 5fbe2bec-02aa-4b36-b516-50d7c6daa94e gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:53:47.044559 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:47.108324 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e97897c-d394-443b-bff6-969bdf298203 x-openstack-request-id: req-9e97897c-d394-443b-bff6-969bdf298203 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:47.108665 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8822413-45dc-4e48-9764-118f6152cb36", "tag": "db8f98a1-9ee2-498c-813f-59a126e60699", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:47.108919 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e97897c-d394-443b-bff6-969bdf298203 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:47.109317 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e97897c-d394-443b-bff6-969bdf298203'] response: {'name': 'network-changed', 'server_uuid': 'a8822413-45dc-4e48-9764-118f6152cb36', 'tag': 'db8f98a1-9ee2-498c-813f-59a126e60699', 'status': 'completed', 'code': 200} Aug 09 16:53:47.114795 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-25042712-d783-4fb4-97a1-a21c416333ff req-08a78859-3e36-4d2a-a6e4-03ef20f3c68d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9c2cb89f-e80a-42c5-b2c0-56671b916495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2385619 Aug 09 16:53:47.140960 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:47.160274 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25724e44-2467-407d-a664-6dff81c8f494 req-58e80913-130c-48b9-847c-6749fa3df893 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:47.170790 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-25724e44-2467-407d-a664-6dff81c8f494 req-58e80913-130c-48b9-847c-6749fa3df893 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 945 time: 0.2543266 Aug 09 16:53:47.195389 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] Notify callbacks [] for port, precommit_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:47.278304 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:47.329623 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-25724e44-2467-407d-a664-6dff81c8f494 req-0473eeef-c89b-4355-b496-514a3ff42d8c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b9261-fc52-4e59-8cc3-3a0897f6e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495726 Aug 09 16:53:47.331360 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:47.374617 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 20b81665-98e4-4039-9d8d-fbdc66756ea2 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:47.385101 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:47.441059 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 82843b95-6168-4d9c-9bcf-c71185812b72 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:47.441473 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:47.457120 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] Attempting to bind port 1767aba6-7f24-4ee8-a045-e23f8f17f968 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:53:47.457772 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] Attempting to bind port 1767aba6-7f24-4ee8-a045-e23f8f17f968 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:53:47.458545 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] Attempting to bind port 1767aba6-7f24-4ee8-a045-e23f8f17f968 on network 5028ac3a-b802-4c2c-954e-eba2e898c760 {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:47.470106 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:53:47.488853 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] Checking segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:53:47.488853 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:47.488853 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] Bound using segment: {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'} {{(pid=109851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:53:47.488853 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.managers [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] Bound port: 1767aba6-7f24-4ee8-a045-e23f8f17f968, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cb15c4-00c7-43eb-bd1b-1b22eac2a945', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}}] {{(pid=109851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:53:47.488853 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:47.506941 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 82843b95-6168-4d9c-9bcf-c71185812b72, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=82843b95-6168-4d9c-9bcf-c71185812b72,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:47.513950 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9584ed-e2e6-4b7c-86fb-8811daa6cd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82843b95-6168-4d9c-9bcf-c71185812b72'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:53:47.518008 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f19436-f69a-4224-979c-bb7fdc7cb061" -d '{"events": [{"server_uuid": "be9584ed-e2e6-4b7c-86fb-8811daa6cd73", "name": "network-vif-plugged", "status": "completed", "tag": "82843b95-6168-4d9c-9bcf-c71185812b72"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:47.519852 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c9fb2-087c-4403-a911-0046e36d6b46 None None] Pushing event updated for resources: {'Port': ['ID=1767aba6-7f24-4ee8-a045-e23f8f17f968,revision_number=2']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:47.582783 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] For port 1767aba6-7f24-4ee8-a045-e23f8f17f968, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:53:47.587089 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.plugins.ml2.db [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] For port 1767aba6-7f24-4ee8-a045-e23f8f17f968, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=1767aba6-7f24-4ee8-a045-e23f8f17f968,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:53:47.619803 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 20b81665-98e4-4039-9d8d-fbdc66756ea2 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:47.640754 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'name': 'tempest-TestMinimumBasicScenario-1789958427-router', 'tenant_id': 'd0a8ab13e6104a30b48665817e69e561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '20b81665-98e4-4039-9d8d-fbdc66756ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:29Z', 'updated_at': '2022-08-09T16:53:40Z', 'revision_number': 4, 'project_id': 'd0a8ab13e6104a30b48665817e69e561', 'gw_port': {'id': '20b81665-98e4-4039-9d8d-fbdc66756ea2', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:30Z', 'updated_at': '2022-08-09T16:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'a6330462-70b0-45f2-a4f1-298368b29662', 'name': '', 'network_id': 'f1c396cf-3954-45e7-adae-fec68794d36e', 'tenant_id': 'd0a8ab13e6104a30b48665817e69e561', 'mac_address': 'fa:16:3e:35:8d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5869d0d0-3cbc-4b7a-b554-b64dd30b8e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:39Z', 'updated_at': '2022-08-09T16:53:40Z', 'revision_number': 2, 'project_id': 'd0a8ab13e6104a30b48665817e69e561', 'subnets': [{'id': '5869d0d0-3cbc-4b7a-b554-b64dd30b8e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:47.641277 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6a739-acd4-4d6e-a616-a8e51826cdff req-d895813a-54cf-4fd9-bcc3-84b70ee003c7 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:47.650988 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-68a6a739-acd4-4d6e-a616-a8e51826cdff req-d895813a-54cf-4fd9-bcc3-84b70ee003c7 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 944 time: 0.1482444 Aug 09 16:53:47.706101 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12877634-be43-4e62-926b-90cda54832dd req-f832ca41-8b79-4249-b93b-3c4a28b050d1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:47.707991 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-12877634-be43-4e62-926b-90cda54832dd req-f832ca41-8b79-4249-b93b-3c4a28b050d1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.5035932 Aug 09 16:53:47.736347 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c02642c5-c8bc-4627-824d-555bcc3bd88b req-96835bd6-588e-4eca-9ca3-b9a6adc9d91d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2965996 Aug 09 16:53:47.752465 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-68a6a739-acd4-4d6e-a616-a8e51826cdff req-0c2c2a1a-a8d0-4494-b6f3-2243a688c394 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002669 Aug 09 16:53:47.890500 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-12877634-be43-4e62-926b-90cda54832dd req-a50c842f-3e3d-4f8b-935a-0a1aaeda206f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523390 Aug 09 16:53:47.939673 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] Checking router: 5fbe2bec-02aa-4b36-b516-50d7c6daa94e for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:53:47.952320 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] Updating router 5fbe2bec-02aa-4b36-b516-50d7c6daa94e port a6330462-70b0-45f2-a4f1-298368b29662 binding host dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:53:47.965085 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03fd853-e112-40fc-87eb-7552f52c4923 x-openstack-request-id: req-a03fd853-e112-40fc-87eb-7552f52c4923 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:47.971876 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9584ed-e2e6-4b7c-86fb-8811daa6cd73", "name": "network-vif-plugged", "status": "completed", "tag": "82843b95-6168-4d9c-9bcf-c71185812b72", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:47.971876 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a03fd853-e112-40fc-87eb-7552f52c4923 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:47.971876 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a03fd853-e112-40fc-87eb-7552f52c4923'] response: {'server_uuid': 'be9584ed-e2e6-4b7c-86fb-8811daa6cd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82843b95-6168-4d9c-9bcf-c71185812b72', 'code': 200} Aug 09 16:53:47.972207 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-25042712-d783-4fb4-97a1-a21c416333ff req-74f08dd8-1ce3-40b4-9075-cb0e5fdc4dbe service neutron] 10.222.0.85 "GET /v2.0/networks/9c2cb89f-e80a-42c5-b2c0-56671b916495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7596321 Aug 09 16:53:48.051065 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:48.096175 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:48.111483 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-25042712-d783-4fb4-97a1-a21c416333ff req-4ab922d1-de28-49b0-91bf-4107a85f5ae6 service neutron] 10.222.0.85 "GET /v2.0/networks/9c2cb89f-e80a-42c5-b2c0-56671b916495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130438 Aug 09 16:53:48.153068 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306687b-7340-482d-8200-e0330bd06f9a req-857d5e2a-8741-41f3-8d4b-b9fe2f0888bd tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:48.161284 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3306687b-7340-482d-8200-e0330bd06f9a req-857d5e2a-8741-41f3-8d4b-b9fe2f0888bd tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.1697299 Aug 09 16:53:48.225822 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3306687b-7340-482d-8200-e0330bd06f9a req-edd89c3b-7fd9-46ac-b3a5-9cfb857fd6a6 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610464 Aug 09 16:53:48.300050 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:48.341850 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron_lib.callbacks.manager [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:48.374450 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=82843b95-6168-4d9c-9bcf-c71185812b72,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:48.435148 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] Routers {'a4806ff8-8c18-4d33-934c-03cae30738ac'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:53:48.436127 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a4806ff8-8c18-4d33-934c-03cae30738ac'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:48.502538 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:48.525599 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c9fb2-087c-4403-a911-0046e36d6b46 None None] Pushing event updated for resources: {'Port': ['ID=1767aba6-7f24-4ee8-a045-e23f8f17f968,revision_number=3']} {{(pid=109851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:48.642310 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:48.645759 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] Set router a4806ff8-8c18-4d33-934c-03cae30738ac gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:53:48.742308 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:48.823971 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02642c5-c8bc-4627-824d-555bcc3bd88b req-ebaffd81-a6fe-4835-92ff-c1d66792ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:48.830390 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b365c3-12e2-48ab-b4dd-47787ce14ea8 req-110e475f-5b72-40e5-b6c0-6ff6801741a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:48.831420 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c02642c5-c8bc-4627-824d-555bcc3bd88b req-ebaffd81-a6fe-4835-92ff-c1d66792ca6c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=036e4f22211a49c78cb03d2fb540e984&device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 1099 time: 1.0258482 Aug 09 16:53:48.834030 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-52b365c3-12e2-48ab-b4dd-47787ce14ea8 req-110e475f-5b72-40e5-b6c0-6ff6801741a1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 1099 time: 0.1704497 Aug 09 16:53:48.845180 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53315703-3c24-41ad-800d-5e4e16e2154d None None] Pushing event updated for resources: {'Port': ['ID=a6330462-70b0-45f2-a4f1-298368b29662,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:48.882133 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42ef5-3319-4e51-b35e-a1cbd9da4eba req-76419065-4bcf-4f6f-88f5-079e3db7c093 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:48.884053 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-68d42ef5-3319-4e51-b35e-a1cbd9da4eba req-76419065-4bcf-4f6f-88f5-079e3db7c093 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 946 time: 0.2913640 Aug 09 16:53:48.949988 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] Attempting to bind port a6330462-70b0-45f2-a4f1-298368b29662 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:53:48.950516 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] Attempting to bind port a6330462-70b0-45f2-a4f1-298368b29662 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '74b049d5-a5d5-4944-bfa3-bc1e098562ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'f1c396cf-3954-45e7-adae-fec68794d36e'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:53:48.950983 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] Attempting to bind port a6330462-70b0-45f2-a4f1-298368b29662 on network f1c396cf-3954-45e7-adae-fec68794d36e {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:48.961650 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:53:48.962777 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] Checking segment: {'id': '74b049d5-a5d5-4944-bfa3-bc1e098562ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'f1c396cf-3954-45e7-adae-fec68794d36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:53:48.963507 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:48.964036 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] Bound using segment: {'id': '74b049d5-a5d5-4944-bfa3-bc1e098562ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'f1c396cf-3954-45e7-adae-fec68794d36e'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:53:48.964647 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] Bound port: a6330462-70b0-45f2-a4f1-298368b29662, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b049d5-a5d5-4944-bfa3-bc1e098562ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'f1c396cf-3954-45e7-adae-fec68794d36e'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:53:48.965342 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:49.002901 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4806ff8-8c18-4d33-934c-03cae30738ac', 'name': 'tempest-TestShelveInstance-572032552-router', 'tenant_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '1767aba6-7f24-4ee8-a045-e23f8f17f968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:33Z', 'updated_at': '2022-08-09T16:53:39Z', 'revision_number': 3, 'project_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'gw_port': {'id': '1767aba6-7f24-4ee8-a045-e23f8f17f968', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4806ff8-8c18-4d33-934c-03cae30738ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:37Z', 'updated_at': '2022-08-09T16:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:49.046708 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8f053-045c-4b77-af9e-8f967dda62b2 req-cae642a0-c7bd-4e25-9faf-541bfbcb2456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:49.048880 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-73e8f053-045c-4b77-af9e-8f967dda62b2 req-cae642a0-c7bd-4e25-9faf-541bfbcb2456 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a6eb3127c271468f8d23433acb92e7b7&device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 1097 time: 0.4724000 Aug 09 16:53:49.054375 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for port, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:49.073724 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcf282-9f90-4553-9550-f543cbec1bd3 req-00561bd0-b212-4442-b884-9f807c182e0a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:49.075489 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cefcf282-9f90-4553-9550-f543cbec1bd3 req-00561bd0-b212-4442-b884-9f807c182e0a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 931 time: 0.9583459 Aug 09 16:53:49.121213 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c1482-e021-46fb-998b-24552973e12b None None] The sync data for ids ['a4806ff8-8c18-4d33-934c-03cae30738ac'] in dv-cinder-852570-1-iscsi is: [{'id': 'a4806ff8-8c18-4d33-934c-03cae30738ac', 'name': 'tempest-TestShelveInstance-572032552-router', 'tenant_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '1767aba6-7f24-4ee8-a045-e23f8f17f968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:33Z', 'updated_at': '2022-08-09T16:53:39Z', 'revision_number': 3, 'project_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'gw_port': {'id': '1767aba6-7f24-4ee8-a045-e23f8f17f968', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4806ff8-8c18-4d33-934c-03cae30738ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:37Z', 'updated_at': '2022-08-09T16:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:53:49.134829 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] For port a6330462-70b0-45f2-a4f1-298368b29662, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:53:49.141628 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] For port a6330462-70b0-45f2-a4f1-298368b29662, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=a6330462-70b0-45f2-a4f1-298368b29662,segment=NetworkSegment(74b049d5-a5d5-4944-bfa3-bc1e098562ad),segment_id=74b049d5-a5d5-4944-bfa3-bc1e098562ad)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:53:49.168325 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-68d42ef5-3319-4e51-b35e-a1cbd9da4eba req-c724e15a-0b33-4572-aa13-c11616eae93e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b9261-fc52-4e59-8cc3-3a0897f6e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050308 Aug 09 16:53:49.184523 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-52b365c3-12e2-48ab-b4dd-47787ce14ea8 req-20790a68-6360-4866-b68f-6dafe87f7546 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e12b9261-fc52-4e59-8cc3-3a0897f6e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3422823 Aug 09 16:53:49.185630 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25174475'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:49.227623 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:49.318688 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:53:49.325897 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] Routers {'5fbe2bec-02aa-4b36-b516-50d7c6daa94e'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:53:49.336604 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5fbe2bec-02aa-4b36-b516-50d7c6daa94e'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:49.360920 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:49.396573 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:49.405146 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event updated for resources: {'Port': ['ID=bc338844-f004-4c05-955b-a50771b3bbd9,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:49.413266 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Transition to ACTIVE for port object 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:53:49.458257 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f718bc-5bdb-4b72-9b59-cb9c394ab8d2 req-c8282235-6f53-4747-a87f-bbd3d1263161 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:49.466505 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a7f718bc-5bdb-4b72-9b59-cb9c394ab8d2 req-c8282235-6f53-4747-a87f-bbd3d1263161 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 944 time: 0.1637902 Aug 09 16:53:49.677207 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02642c5-c8bc-4627-824d-555bcc3bd88b req-85505ff8-bb89-4205-aaa7-335555e61bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:49.679457 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c02642c5-c8bc-4627-824d-555bcc3bd88b req-85505ff8-bb89-4205-aaa7-335555e61bd7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=afefc86c-3f24-4c4b-9b8a-046339133df8 HTTP/1.1" status: 200 len: 920 time: 0.7591133 Aug 09 16:53:49.683653 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.l3_db [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Floating IP 5dde1385-7c87-4823-8db9-0783e215bf96 associated. External IP: 172.27.0.41, port: bddb42b0-1110-48a6-8caa-b9f80bea66c7. Aug 09 16:53:49.714190 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:49.757797 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a7f718bc-5bdb-4b72-9b59-cb9c394ab8d2 req-a72a7fbb-7524-402e-80f0-792d9ad28b51 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804837 Aug 09 16:53:49.827406 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53315703-3c24-41ad-800d-5e4e16e2154d None None] Pushing event updated for resources: {'Port': ['ID=a6330462-70b0-45f2-a4f1-298368b29662,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:49.863197 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] Set router 5fbe2bec-02aa-4b36-b516-50d7c6daa94e gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:53:50.074678 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8f053-045c-4b77-af9e-8f967dda62b2 req-d02007ed-fc2d-4b7a-982c-41e60ee66cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:50.076278 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-73e8f053-045c-4b77-af9e-8f967dda62b2 req-d02007ed-fc2d-4b7a-982c-41e60ee66cd7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9c2cb89f-e80a-42c5-b2c0-56671b916495 HTTP/1.1" status: 200 len: 910 time: 0.9996331 Aug 09 16:53:50.263402 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678a3c1-5e57-4c39-b903-ea870abe0a14 req-7599889c-91c5-4328-93ae-927dbbd83a11 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:50.264553 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cefcf282-9f90-4553-9550-f543cbec1bd3 req-48433f6a-b0f5-405b-8b67-d1fa8ca280c6 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1592884 Aug 09 16:53:50.285552 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b678a3c1-5e57-4c39-b903-ea870abe0a14 req-7599889c-91c5-4328-93ae-927dbbd83a11 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.3662920 Aug 09 16:53:50.309515 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device db8f98a1-9ee2-498c-813f-59a126e60699 details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:53:50.413666 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c02642c5-c8bc-4627-824d-555bcc3bd88b req-16315600-ce28-4ac9-adc4-2b1a5f441b92 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4014f437-b28e-43e2-a675-9c34274cd756 HTTP/1.1" status: 200 len: 217 time: 0.6776075 Aug 09 16:53:50.415923 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Router e77bf3e5-069e-45de-9e36-aedb51562ec1 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:53:50.423132 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b678a3c1-5e57-4c39-b903-ea870abe0a14 req-ac1468dd-0fb6-43d8-bee6-9ec601bad363 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289961 Aug 09 16:53:50.442016 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-73e8f053-045c-4b77-af9e-8f967dda62b2 req-53c07b75-4287-4c71-a4c3-07a627d02e28 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db8f98a1-9ee2-498c-813f-59a126e60699 HTTP/1.1" status: 200 len: 217 time: 0.3390844 Aug 09 16:53:50.555998 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Attempting to bind port 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:53:50.556339 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Attempting to bind port 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:53:50.556713 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Attempting to bind port 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f on network afefc86c-3f24-4c4b-9b8a-046339133df8 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:50.563705 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port db8f98a1-9ee2-498c-813f-59a126e60699, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=db8f98a1-9ee2-498c-813f-59a126e60699,segment=NetworkSegment(329c20f0-b273-44f6-ae2d-9a2acf616cc0),segment_id=329c20f0-b273-44f6-ae2d-9a2acf616cc0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:50.593939 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': 'db8f98a1-9ee2-498c-813f-59a126e60699', 'network_id': '9c2cb89f-e80a-42c5-b2c0-56671b916495', 'port_id': 'db8f98a1-9ee2-498c-813f-59a126e60699', 'mac_address': 'fa:16:3e:6b:63:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed97eefa-ee79-4d1a-b7bd-e417f3e3d431', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:53:50.705464 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port db8f98a1-9ee2-498c-813f-59a126e60699 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:50.705985 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:50.726480 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db8f98a1-9ee2-498c-813f-59a126e60699 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:53:50.785721 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:53:50.788457 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port db8f98a1-9ee2-498c-813f-59a126e60699, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=db8f98a1-9ee2-498c-813f-59a126e60699,segment=NetworkSegment(329c20f0-b273-44f6-ae2d-9a2acf616cc0),segment_id=329c20f0-b273-44f6-ae2d-9a2acf616cc0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:50.798311 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e621100e-cc6e-4a84-90e7-046f2e83302f None None] Sync routers for ids ['e77bf3e5-069e-45de-9e36-aedb51562ec1'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:53:50.804802 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'name': 'tempest-TestMinimumBasicScenario-1789958427-router', 'tenant_id': 'd0a8ab13e6104a30b48665817e69e561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '20b81665-98e4-4039-9d8d-fbdc66756ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:29Z', 'updated_at': '2022-08-09T16:53:40Z', 'revision_number': 4, 'project_id': 'd0a8ab13e6104a30b48665817e69e561', 'gw_port': {'id': '20b81665-98e4-4039-9d8d-fbdc66756ea2', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:30Z', 'updated_at': '2022-08-09T16:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'a6330462-70b0-45f2-a4f1-298368b29662', 'name': '', 'network_id': 'f1c396cf-3954-45e7-adae-fec68794d36e', 'tenant_id': 'd0a8ab13e6104a30b48665817e69e561', 'mac_address': 'fa:16:3e:35:8d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5869d0d0-3cbc-4b7a-b554-b64dd30b8e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:39Z', 'updated_at': '2022-08-09T16:53:49Z', 'revision_number': 4, 'project_id': 'd0a8ab13e6104a30b48665817e69e561', 'subnets': [{'id': '5869d0d0-3cbc-4b7a-b554-b64dd30b8e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:50.823254 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e621100e-cc6e-4a84-90e7-046f2e83302f None None] Routers {'e77bf3e5-069e-45de-9e36-aedb51562ec1'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:53:50.823438 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-e621100e-cc6e-4a84-90e7-046f2e83302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['e77bf3e5-069e-45de-9e36-aedb51562ec1'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:50.858776 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Pushing event updated for resources: {'Port': ['ID=0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:50.875107 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcba4f-3db8-4325-ba8d-2005c018c14a req-e1b80e38-dc28-4d87-b5db-710d7474d321 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:50.885069 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4ffcba4f-3db8-4325-ba8d-2005c018c14a req-e1b80e38-dc28-4d87-b5db-710d7474d321 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 946 time: 0.2883101 Aug 09 16:53:50.894575 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f3b5bc-4ac9-4c70-b510-a29a9d9f3ad3 None None] The sync data for ids ['5fbe2bec-02aa-4b36-b516-50d7c6daa94e'] in dv-cinder-852570-1-iscsi is: [{'id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'name': 'tempest-TestMinimumBasicScenario-1789958427-router', 'tenant_id': 'd0a8ab13e6104a30b48665817e69e561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '20b81665-98e4-4039-9d8d-fbdc66756ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:29Z', 'updated_at': '2022-08-09T16:53:40Z', 'revision_number': 4, 'project_id': 'd0a8ab13e6104a30b48665817e69e561', 'gw_port': {'id': '20b81665-98e4-4039-9d8d-fbdc66756ea2', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:30Z', 'updated_at': '2022-08-09T16:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'a6330462-70b0-45f2-a4f1-298368b29662', 'name': '', 'network_id': 'f1c396cf-3954-45e7-adae-fec68794d36e', 'tenant_id': 'd0a8ab13e6104a30b48665817e69e561', 'mac_address': 'fa:16:3e:35:8d:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5869d0d0-3cbc-4b7a-b554-b64dd30b8e5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:39Z', 'updated_at': '2022-08-09T16:53:49Z', 'revision_number': 4, 'project_id': 'd0a8ab13e6104a30b48665817e69e561', 'subnets': [{'id': '5869d0d0-3cbc-4b7a-b554-b64dd30b8e5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:53:50.911395 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:50.957712 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02642c5-c8bc-4627-824d-555bcc3bd88b req-d23f3a66-f62e-46da-b304-855c0e3fe2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:50.964178 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c02642c5-c8bc-4627-824d-555bcc3bd88b req-d23f3a66-f62e-46da-b304-855c0e3fe2ec service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2078996a-91bc-4210-bac4-b6f4af459f79 HTTP/1.1" status: 200 len: 858 time: 0.5071280 Aug 09 16:53:50.986067 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4ffcba4f-3db8-4325-ba8d-2005c018c14a req-f463eefd-f645-4265-8974-ca9f18f1aaa4 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b9261-fc52-4e59-8cc3-3a0897f6e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996413 Aug 09 16:53:51.016100 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:51.053066 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4584df49-1413-49d6-bb6a-961e211bf499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:51.118466 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Port 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f on network afefc86c-3f24-4c4b-9b8a-046339133df8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:53:51.118705 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Attempting to bind port 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f on network afefc86c-3f24-4c4b-9b8a-046339133df8 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:53:51.125646 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=db8f98a1-9ee2-498c-813f-59a126e60699,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:51.126872 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-425aef54-2322-47bb-bbae-1c22e6e5f9bd tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.9723725 Aug 09 16:53:51.128599 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef42fc9-6ea0-4b07-ac24-534167cbb319', 'tag': 'bddb42b0-1110-48a6-8caa-b9f80bea66c7'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:53:51.135467 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c984345-d287-4588-ac86-f90b555ddfc6" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef42fc9-6ea0-4b07-ac24-534167cbb319", "tag": "bddb42b0-1110-48a6-8caa-b9f80bea66c7"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:51.317339 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-e621100e-cc6e-4a84-90e7-046f2e83302f None None] Set router e77bf3e5-069e-45de-9e36-aedb51562ec1 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:53:51.354653 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dd213-030d-4846-918b-7f57c02a996a req-89c76247-facb-49cc-875d-ff0b6bda342a tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:51.388950 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:53:51.389304 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Checking segment: {'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:53:51.389722 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Bound using segment: {'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:53:51.390191 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Bound port: 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf580cf-f8f7-4591-b50b-ec431bcba092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:53:51.390547 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:51.393997 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7f8dd213-030d-4846-918b-7f57c02a996a req-89c76247-facb-49cc-875d-ff0b6bda342a tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 945 time: 0.2398627 Aug 09 16:53:51.403115 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['db8f98a1-9ee2-498c-813f-59a126e60699'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:53:51.413584 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 1767aba6-7f24-4ee8-a045-e23f8f17f968 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:51.462418 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7f8dd213-030d-4846-918b-7f57c02a996a req-3c029f30-74e1-4cbe-a132-23d29e99fb4c tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673532 Aug 09 16:53:51.567882 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372ce21b-0deb-47a7-9c11-5ad33e98a709 x-openstack-request-id: req-372ce21b-0deb-47a7-9c11-5ad33e98a709 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:51.567882 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef42fc9-6ea0-4b07-ac24-534167cbb319", "tag": "bddb42b0-1110-48a6-8caa-b9f80bea66c7", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:51.567882 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-372ce21b-0deb-47a7-9c11-5ad33e98a709 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:51.567882 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-372ce21b-0deb-47a7-9c11-5ad33e98a709'] response: {'name': 'network-changed', 'server_uuid': '0ef42fc9-6ea0-4b07-ac24-534167cbb319', 'tag': 'bddb42b0-1110-48a6-8caa-b9f80bea66c7', 'status': 'completed', 'code': 200} Aug 09 16:53:51.607315 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3f46b-86d1-499c-859c-916f30e045f3 req-646c87e9-5f26-4838-a6d4-d00420726a25 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:51.608893 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5be3f46b-86d1-499c-859c-916f30e045f3 req-646c87e9-5f26-4838-a6d4-d00420726a25 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 1.1943691 Aug 09 16:53:51.641158 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8f053-045c-4b77-af9e-8f967dda62b2 req-dc7937ae-2c39-46f0-a475-61b4ca72da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:51.650959 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-73e8f053-045c-4b77-af9e-8f967dda62b2 req-dc7937ae-2c39-46f0-a475-61b4ca72da7c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ed97eefa-ee79-4d1a-b7bd-e417f3e3d431 HTTP/1.1" status: 200 len: 849 time: 1.1330726 Aug 09 16:53:51.678167 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 1767aba6-7f24-4ee8-a045-e23f8f17f968 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:51.678850 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:51.777452 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02642c5-c8bc-4627-824d-555bcc3bd88b req-3eb28074-c727-4ffc-a80d-b7dac56b7d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:51.778857 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c984345-d287-4588-ac86-f90b555ddfc6 req-1342e14c-f0e2-44d5-b4d1-04ef8eda0319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:51.780371 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2c984345-d287-4588-ac86-f90b555ddfc6 req-1342e14c-f0e2-44d5-b4d1-04ef8eda0319 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e&device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 1098 time: 0.1872084 Aug 09 16:53:51.782927 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c02642c5-c8bc-4627-824d-555bcc3bd88b req-3eb28074-c727-4ffc-a80d-b7dac56b7d59 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afefc86c-3f24-4c4b-9b8a-046339133df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7780309 Aug 09 16:53:51.878113 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-73e8f053-045c-4b77-af9e-8f967dda62b2 req-61cf3684-fd8f-4f6c-af7e-351f182cb627 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9c2cb89f-e80a-42c5-b2c0-56671b916495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2095888 Aug 09 16:53:51.925860 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-e621100e-cc6e-4a84-90e7-046f2e83302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '5dde1385-7c87-4823-8db9-0783e215bf96', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'port_id': 'bddb42b0-1110-48a6-8caa-b9f80bea66c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'mac_address': 'fa:16:3e:83:16:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef42fc9-6ea0-4b07-ac24-534167cbb319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:47Z', 'updated_at': '2022-08-09T16:53:47Z', 'revision_number': 0, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:20Z', 'revision_number': 5, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:51.995703 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e621100e-cc6e-4a84-90e7-046f2e83302f None None] Checking router: e77bf3e5-069e-45de-9e36-aedb51562ec1 for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:53:52.017655 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e621100e-cc6e-4a84-90e7-046f2e83302f None None] Routers {'e77bf3e5-069e-45de-9e36-aedb51562ec1'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:53:52.019962 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-e621100e-cc6e-4a84-90e7-046f2e83302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['e77bf3e5-069e-45de-9e36-aedb51562ec1'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:52.026639 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 1767aba6-7f24-4ee8-a045-e23f8f17f968 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:52.026639 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:52.080811 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port 1767aba6-7f24-4ee8-a045-e23f8f17f968, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=1767aba6-7f24-4ee8-a045-e23f8f17f968,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:52.169850 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:52.170794 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device a6330462-70b0-45f2-a4f1-298368b29662 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:52.202626 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c02642c5-c8bc-4627-824d-555bcc3bd88b req-991240aa-a011-4db2-a2ce-773787390f16 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305590 Aug 09 16:53:52.376108 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=1767aba6-7f24-4ee8-a045-e23f8f17f968,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:52.462327 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-e621100e-cc6e-4a84-90e7-046f2e83302f None None] Set router e77bf3e5-069e-45de-9e36-aedb51562ec1 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:53:52.465345 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port a6330462-70b0-45f2-a4f1-298368b29662 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:52.465345 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:52.559890 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c02642c5-c8bc-4627-824d-555bcc3bd88b req-6fa517b3-8d9f-45c9-87e1-7499a0debace service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756643 Aug 09 16:53:52.561251 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe419ee-7d38-4286-9762-4540c3c52819 req-2d88c558-e127-43a0-b345-1757b22977e4 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:52.571757 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dfe419ee-7d38-4286-9762-4540c3c52819 req-2d88c558-e127-43a0-b345-1757b22977e4 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 943 time: 0.9081647 Aug 09 16:53:52.607732 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5be3f46b-86d1-499c-859c-916f30e045f3 req-bcf9e39d-ab3b-415a-abba-965fd3b15db4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9790528 Aug 09 16:53:52.648641 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dfe419ee-7d38-4286-9762-4540c3c52819 req-67e44c3f-f3e5-4651-a912-fb564054b987 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684335 Aug 09 16:53:52.665152 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c984345-d287-4588-ac86-f90b555ddfc6 req-619b79a9-9bdc-4156-beea-be60600006d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:52.667179 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2c984345-d287-4588-ac86-f90b555ddfc6 req-619b79a9-9bdc-4156-beea-be60600006d0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d4638989-6f80-4a74-bb7f-239a2497dae9 HTTP/1.1" status: 200 len: 912 time: 0.8720949 Aug 09 16:53:52.689357 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port a6330462-70b0-45f2-a4f1-298368b29662 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:52.689868 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:52.767865 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] For port 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f, host hv-cinder-85257, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:53:52.778636 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port a6330462-70b0-45f2-a4f1-298368b29662, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=a6330462-70b0-45f2-a4f1-298368b29662,segment=NetworkSegment(74b049d5-a5d5-4944-bfa3-bc1e098562ad),segment_id=74b049d5-a5d5-4944-bfa3-bc1e098562ad)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:52.783373 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] For port 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:53:52.793891 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-4584df49-1413-49d6-bb6a-961e211bf499 admin admin] Allocated IP 172.20.0.1 (bf506019-5f4f-43fe-9886-e1dcd3d3b499/c9ca1498-b9c7-4620-917c-c87e15dbd5fc/1db96b13-6488-419f-914c-2b9cd5168126) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:53:52.850492 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:52.909644 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:52.926832 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:52.931603 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:52.933935 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-78e50477-8d04-43c7-be1d-1726174c897d req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] 10.222.0.85 "PUT /v2.0/ports/0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f HTTP/1.1" status: 200 len: 1093 time: 6.4975250 Aug 09 16:53:52.936002 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c7a84d-f662-4aa4-b58b-ab04295d1697', 'tag': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:53:52.939456 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0b7016-7925-4246-a4c3-c8f7f8d60d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c7a84d-f662-4aa4-b58b-ab04295d1697", "tag": "0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:53.008403 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2c984345-d287-4588-ac86-f90b555ddfc6 req-a8827870-8dd8-4098-963e-f06dc5944182 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bddb42b0-1110-48a6-8caa-b9f80bea66c7 HTTP/1.1" status: 200 len: 998 time: 0.3151810 Aug 09 16:53:53.022132 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=a6330462-70b0-45f2-a4f1-298368b29662,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:53.075382 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-73e8f053-045c-4b77-af9e-8f967dda62b2 req-1b990abb-313d-4416-96a0-2c8d60153020 service neutron] 10.222.0.85 "GET /v2.0/networks/9c2cb89f-e80a-42c5-b2c0-56671b916495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9345093 Aug 09 16:53:53.096581 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 1767aba6-7f24-4ee8-a045-e23f8f17f968 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:53.158743 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-e621100e-cc6e-4a84-90e7-046f2e83302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '5dde1385-7c87-4823-8db9-0783e215bf96', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'port_id': 'bddb42b0-1110-48a6-8caa-b9f80bea66c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'mac_address': 'fa:16:3e:83:16:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef42fc9-6ea0-4b07-ac24-534167cbb319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:47Z', 'updated_at': '2022-08-09T16:53:47Z', 'revision_number': 0, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:20Z', 'revision_number': 5, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:53.220300 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8114b9a-7d73-4470-95d7-1b99ff5a95be req-f64ce215-db2d-47dc-96b0-48c9b5ba9a09 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:53.225773 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b8114b9a-7d73-4470-95d7-1b99ff5a95be req-f64ce215-db2d-47dc-96b0-48c9b5ba9a09 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 946 time: 0.4467278 Aug 09 16:53:53.249219 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e621100e-cc6e-4a84-90e7-046f2e83302f None None] The sync data for ids ['e77bf3e5-069e-45de-9e36-aedb51562ec1'] in dv-cinder-852570-1-iscsi is: [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '5dde1385-7c87-4823-8db9-0783e215bf96', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'port_id': 'bddb42b0-1110-48a6-8caa-b9f80bea66c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'mac_address': 'fa:16:3e:83:16:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef42fc9-6ea0-4b07-ac24-534167cbb319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:47Z', 'updated_at': '2022-08-09T16:53:47Z', 'revision_number': 0, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:20Z', 'revision_number': 5, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:53:53.263565 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c984345-d287-4588-ac86-f90b555ddfc6 req-e3e15fae-77d1-4ea6-95fc-85b2be4cc01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:53.268698 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2c984345-d287-4588-ac86-f90b555ddfc6 req-e3e15fae-77d1-4ea6-95fc-85b2be4cc01e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d1a8b644-63fb-4184-bcbc-d30b1401c1de HTTP/1.1" status: 200 len: 850 time: 0.2154374 Aug 09 16:53:53.269253 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 1767aba6-7f24-4ee8-a045-e23f8f17f968 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:53.269830 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:53.392923 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-73e8f053-045c-4b77-af9e-8f967dda62b2 req-8ccb72dd-0e28-4251-9c03-4278b9a96073 service neutron] 10.222.0.85 "GET /v2.0/networks/9c2cb89f-e80a-42c5-b2c0-56671b916495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831078 Aug 09 16:53:53.452343 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b8114b9a-7d73-4470-95d7-1b99ff5a95be req-91df56d1-4e97-40cf-b7c3-6382d48dd00b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b9261-fc52-4e59-8cc3-3a0897f6e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169046 Aug 09 16:53:53.467575 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c984345-d287-4588-ac86-f90b555ddfc6 req-02f41362-307b-43ed-bb52-cce16b0f2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:53.469088 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2c984345-d287-4588-ac86-f90b555ddfc6 req-02f41362-307b-43ed-bb52-cce16b0f2002 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d4638989-6f80-4a74-bb7f-239a2497dae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1837840 Aug 09 16:53:53.471122 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe277be2-8790-41a4-85ca-0c1568f9b8ae req-13a52817-9b4b-4fd4-8713-2f451700d775 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:53.473059 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fe277be2-8790-41a4-85ca-0c1568f9b8ae req-13a52817-9b4b-4fd4-8713-2f451700d775 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.7179170 Aug 09 16:53:53.478219 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f8ba9-1fb0-4e56-af13-41ee89c77548 service neutron] Pushing event updated for resources: {'Port': ['ID=0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:53.513935 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 1767aba6-7f24-4ee8-a045-e23f8f17f968 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:53.584245 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4584df49-1413-49d6-bb6a-961e211bf499 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:53.660312 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e50477-8d04-43c7-be1d-1726174c897d req-75abca8c-6488-4907-80b9-8e6b96f24775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:53.661950 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-78e50477-8d04-43c7-be1d-1726174c897d req-75abca8c-6488-4907-80b9-8e6b96f24775 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=036e4f22211a49c78cb03d2fb540e984&device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 1096 time: 0.5533085 Aug 09 16:53:53.667712 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fe277be2-8790-41a4-85ca-0c1568f9b8ae req-6fafa9db-f706-4e13-ad34-860af0294c56 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764073 Aug 09 16:53:53.729241 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd75297-95cf-47de-b481-4f469162ab97 None None] New status for floating IP 5dde1385-7c87-4823-8db9-0783e215bf96: ACTIVE {{(pid=109850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:53:53.755500 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2c984345-d287-4588-ac86-f90b555ddfc6 req-54b017b3-44e7-4d10-9c9a-c8685a9f3c75 service neutron] 10.222.0.85 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644641 Aug 09 16:53:53.764619 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22afbe-9369-4cf1-856e-fa3d44127a9b req-3ee045a5-fadf-48c9-ad7a-965b42bf06ce tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:53.772599 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cd22afbe-9369-4cf1-856e-fa3d44127a9b req-3ee045a5-fadf-48c9-ad7a-965b42bf06ce tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 945 time: 0.1394465 Aug 09 16:53:53.814666 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b006ca5-e91b-4a86-8521-819292e3f3f1 x-openstack-request-id: req-7b006ca5-e91b-4a86-8521-819292e3f3f1 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:53.815530 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c7a84d-f662-4aa4-b58b-ab04295d1697", "tag": "0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:53.817093 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7b006ca5-e91b-4a86-8521-819292e3f3f1 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:53.818237 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b006ca5-e91b-4a86-8521-819292e3f3f1'] response: {'name': 'network-changed', 'server_uuid': 'f3c7a84d-f662-4aa4-b58b-ab04295d1697', 'tag': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f', 'status': 'completed', 'code': 200} Aug 09 16:53:53.837441 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-78e50477-8d04-43c7-be1d-1726174c897d req-509efdc9-81f1-4de2-8057-48b0725280c1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f HTTP/1.1" status: 200 len: 217 time: 0.1567802 Aug 09 16:53:53.856582 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cd22afbe-9369-4cf1-856e-fa3d44127a9b req-f1859dcf-4ec6-4df5-b3f9-cda71ab58be4 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829306 Aug 09 16:53:53.982763 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4584df49-1413-49d6-bb6a-961e211bf499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:54.087470 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2c984345-d287-4588-ac86-f90b555ddfc6 req-9a7dccbe-0663-4177-880e-31f7692d3eef service neutron] 10.222.0.85 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078430 Aug 09 16:53:54.104402 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc028a6-11a3-4555-bc0e-8b8b819db1ed req-44abd4c5-db05-4758-89d3-e9d3f2311e7f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:54.112481 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bfc028a6-11a3-4555-bc0e-8b8b819db1ed req-44abd4c5-db05-4758-89d3-e9d3f2311e7f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.1505430 Aug 09 16:53:54.167836 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bfc028a6-11a3-4555-bc0e-8b8b819db1ed req-cd4826e7-b845-439c-adf4-48d9311dc882 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545378 Aug 09 16:53:54.186265 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4584df49-1413-49d6-bb6a-961e211bf499 admin admin] Network bf506019-5f4f-43fe-9886-e1dcd3d3b499 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:54.187930 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584df49-1413-49d6-bb6a-961e211bf499 admin admin] Pushing event updated for resources: {'Port': ['ID=1db96b13-6488-419f-914c-2b9cd5168126,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:54.206689 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e50477-8d04-43c7-be1d-1726174c897d req-211bcfd0-33a6-4696-adbf-c24f9e17758a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:54.208160 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-78e50477-8d04-43c7-be1d-1726174c897d req-211bcfd0-33a6-4696-adbf-c24f9e17758a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2078996a-91bc-4210-bac4-b6f4af459f79 HTTP/1.1" status: 200 len: 858 time: 0.3552814 Aug 09 16:53:54.224687 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-4584df49-1413-49d6-bb6a-961e211bf499 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:54.235122 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4584df49-1413-49d6-bb6a-961e211bf499 admin admin] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:53:54.235122 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4584df49-1413-49d6-bb6a-961e211bf499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-568001'] for router_interface, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:54.249315 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b94d6-548d-4be4-96fd-3c592449ecc1 req-43695aa1-38f6-4b20-9632-dfd13c7c7c73 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:54.271708 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0c4b94d6-548d-4be4-96fd-3c592449ecc1 req-43695aa1-38f6-4b20-9632-dfd13c7c7c73 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 946 time: 0.3357189 Aug 09 16:53:54.286150 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 56988) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:53:54.291029 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device db8f98a1-9ee2-498c-813f-59a126e60699 up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:54.404076 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a593c4-8bf2-47be-bd35-b3663e3d7b0f req-c0b03241-bbdf-49f2-9f64-7f7b9db0268d tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:54.406527 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-a4772074-29ae-422f-bced-90b8f413505e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'floatingip': {'port_id': '82843b95-6168-4d9c-9bcf-c71185812b72'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:53:54.429220 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-57a593c4-8bf2-47be-bd35-b3663e3d7b0f req-c0b03241-bbdf-49f2-9f64-7f7b9db0268d tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 943 time: 0.1269331 Aug 09 16:53:54.491101 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port db8f98a1-9ee2-498c-813f-59a126e60699 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:53:54.501219 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port db8f98a1-9ee2-498c-813f-59a126e60699 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:54.501948 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:54.560206 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-57a593c4-8bf2-47be-bd35-b3663e3d7b0f req-035b0dc6-0933-438a-a4e1-94b0f008877b tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294532 Aug 09 16:53:54.736741 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port db8f98a1-9ee2-498c-813f-59a126e60699 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:54.737511 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:54.774808 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8822413-45dc-4e48-9764-118f6152cb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8f98a1-9ee2-498c-813f-59a126e60699'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:53:54.777161 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f0305d-58cb-4d89-9927-2ad71f27be8e" -d '{"events": [{"server_uuid": "a8822413-45dc-4e48-9764-118f6152cb36", "name": "network-vif-plugged", "status": "completed", "tag": "db8f98a1-9ee2-498c-813f-59a126e60699"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:54.802173 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port db8f98a1-9ee2-498c-813f-59a126e60699, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=db8f98a1-9ee2-498c-813f-59a126e60699,segment=NetworkSegment(329c20f0-b273-44f6-ae2d-9a2acf616cc0),segment_id=329c20f0-b273-44f6-ae2d-9a2acf616cc0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:53:54.845910 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-688dace8-9a87-4362-8569-b063054f9843 None None] Provisioning complete for port 1db96b13-6488-419f-914c-2b9cd5168126 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:54.846429 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-688dace8-9a87-4362-8569-b063054f9843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:54.946768 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6e1b76-588b-4ec3-88fe-c5bcebc28e75 x-openstack-request-id: req-8d6e1b76-588b-4ec3-88fe-c5bcebc28e75 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:54.947481 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8822413-45dc-4e48-9764-118f6152cb36", "name": "network-vif-plugged", "status": "completed", "tag": "db8f98a1-9ee2-498c-813f-59a126e60699", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:54.947924 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d6e1b76-588b-4ec3-88fe-c5bcebc28e75 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:54.949854 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6e1b76-588b-4ec3-88fe-c5bcebc28e75'] response: {'server_uuid': 'a8822413-45dc-4e48-9764-118f6152cb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8f98a1-9ee2-498c-813f-59a126e60699', 'code': 200} Aug 09 16:53:54.952077 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:55.026504 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-688dace8-9a87-4362-8569-b063054f9843 None None] Port 1db96b13-6488-419f-914c-2b9cd5168126 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:53:55.063766 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=db8f98a1-9ee2-498c-813f-59a126e60699,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:55.102858 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device a6330462-70b0-45f2-a4f1-298368b29662 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:53:55.147764 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a4772074-29ae-422f-bced-90b8f413505e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:55.179689 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae53176-157a-453c-b4ca-044db5fad7e8 req-b5b28ff8-e81a-4898-9f18-ddcfa08e0ff6 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:55.192070 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port a6330462-70b0-45f2-a4f1-298368b29662 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:55.194191 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:55.197686 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0ae53176-157a-453c-b4ca-044db5fad7e8 req-b5b28ff8-e81a-4898-9f18-ddcfa08e0ff6 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 946 time: 0.1557882 Aug 09 16:53:55.294337 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0ae53176-157a-453c-b4ca-044db5fad7e8 req-13bd0e10-df38-4b26-80bf-7c10492b8588 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954943 Aug 09 16:53:55.498834 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e50477-8d04-43c7-be1d-1726174c897d req-6553ed84-5292-41b9-807a-85240044166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:55.501342 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-78e50477-8d04-43c7-be1d-1726174c897d req-6553ed84-5292-41b9-807a-85240044166b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afefc86c-3f24-4c4b-9b8a-046339133df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 1.2691410 Aug 09 16:53:55.538226 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26690c20-08e6-41cd-a051-518e7c3fbab8 req-4ce13fdc-dc24-461e-905c-05c8e9ea0df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:55.538226 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-26690c20-08e6-41cd-a051-518e7c3fbab8 req-4ce13fdc-dc24-461e-905c-05c8e9ea0df4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 1099 time: 0.1587822 Aug 09 16:53:55.554881 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port a6330462-70b0-45f2-a4f1-298368b29662 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:53:55.694985 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7855229-ce97-431d-993a-e127beae2b1d req-0c1f7c50-7170-4947-aa62-861ed69e58de tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:55.698682 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e7855229-ce97-431d-993a-e127beae2b1d req-0c1f7c50-7170-4947-aa62-861ed69e58de tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.6067853 Aug 09 16:53:55.758964 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-26690c20-08e6-41cd-a051-518e7c3fbab8 req-d7d9ce6b-d4f4-41d6-a206-1b86bbd630be service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130282 Aug 09 16:53:55.788027 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99397d0a-7a7b-4953-9611-ce450609a64a req-41860e1e-9813-4884-bba1-ede8692765fc tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:55.798831 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-99397d0a-7a7b-4953-9611-ce450609a64a req-41860e1e-9813-4884-bba1-ede8692765fc tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.2205791 Aug 09 16:53:55.891646 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-99397d0a-7a7b-4953-9611-ce450609a64a req-c10629ca-1d39-4dae-826e-e4d30cf21467 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916340 Aug 09 16:53:55.998837 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e7855229-ce97-431d-993a-e127beae2b1d req-4cf6e09a-713d-4f27-aa9e-f81751e81dc9 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799487 Aug 09 16:53:56.024349 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3784d-ee41-44d1-98c4-adf19cb1f630 req-5239e711-d10b-44fa-8be4-0a033275535a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:56.026761 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7bf3784d-ee41-44d1-98c4-adf19cb1f630 req-5239e711-d10b-44fa-8be4-0a033275535a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 943 time: 0.0617783 Aug 09 16:53:56.085143 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-78e50477-8d04-43c7-be1d-1726174c897d req-b2300163-c9f3-478c-a6f4-8a3ecbcac372 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5396135 Aug 09 16:53:56.092245 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7bf3784d-ee41-44d1-98c4-adf19cb1f630 req-89e6f79b-de38-4408-93b7-0c04f5f77d5a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592501 Aug 09 16:53:56.361006 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-78e50477-8d04-43c7-be1d-1726174c897d req-5d8cfaae-10cf-48ae-b16e-1d1be5915513 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313371 Aug 09 16:53:56.482233 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a4772074-29ae-422f-bced-90b8f413505e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:56.497350 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcb226-a47c-455c-8c11-658ba8a13a5d req-41f21e15-18c5-499f-9e0b-1ea421c6c8eb tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:56.499087 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-47dcb226-a47c-455c-8c11-658ba8a13a5d req-41f21e15-18c5-499f-9e0b-1ea421c6c8eb tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 946 time: 0.1126850 Aug 09 16:53:56.551026 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-47dcb226-a47c-455c-8c11-658ba8a13a5d req-b3a8343f-73c6-4106-9cd1-63e2478647c0 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453136 Aug 09 16:53:57.014035 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4584df49-1413-49d6-bb6a-961e211bf499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:57.035318 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a4772074-29ae-422f-bced-90b8f413505e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:57.113979 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33a943-4b28-407d-aeb5-49bc4d5ed3d1 req-dc8b27d4-8282-4a2f-a431-d153495b4bab tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:57.115818 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bf33a943-4b28-407d-aeb5-49bc4d5ed3d1 req-dc8b27d4-8282-4a2f-a431-d153495b4bab tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.0731540 Aug 09 16:53:57.163867 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bf33a943-4b28-407d-aeb5-49bc4d5ed3d1 req-255bf4cd-9f85-4694-aea4-67df67a1f157 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400970 Aug 09 16:53:57.291238 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94288ba-8acd-4662-a938-4f1008d30bf5 req-6b289fb6-3f9b-49bd-b092-91f2df455ecf tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:57.325688 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d94288ba-8acd-4662-a938-4f1008d30bf5 req-6b289fb6-3f9b-49bd-b092-91f2df455ecf tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 943 time: 0.0539203 Aug 09 16:53:57.325866 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea6b62-c4d4-4311-a332-a469b2841d99 req-db6bdcad-d00a-45aa-bd3a-349640452d0f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:57.325866 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3eea6b62-c4d4-4311-a332-a469b2841d99 req-db6bdcad-d00a-45aa-bd3a-349640452d0f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.2082927 Aug 09 16:53:57.338814 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.l3_db [None req-a4772074-29ae-422f-bced-90b8f413505e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Floating IP b4357964-2028-4381-af37-824c30157f08 associated. External IP: 172.27.0.185, port: 82843b95-6168-4d9c-9bcf-c71185812b72. Aug 09 16:53:57.356887 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d94288ba-8acd-4662-a938-4f1008d30bf5 req-fee7d0cd-7027-4d5e-a6d6-a4afd9bfdce1 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568304 Aug 09 16:53:57.393305 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b7016-7925-4246-a4c3-c8f7f8d60d7a req-4c782ef3-8885-4dd9-a4a4-39cffef09c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:57.394875 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9c0b7016-7925-4246-a4c3-c8f7f8d60d7a req-4c782ef3-8885-4dd9-a4a4-39cffef09c09 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=036e4f22211a49c78cb03d2fb540e984&device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 1096 time: 0.2244089 Aug 09 16:53:57.522792 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3eea6b62-c4d4-4311-a332-a469b2841d99 req-2f137553-e363-4eda-a988-ce4b0b3b6849 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918707 Aug 09 16:53:57.627333 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4584df49-1413-49d6-bb6a-961e211bf499 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:57.649318 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b7016-7925-4246-a4c3-c8f7f8d60d7a req-3b1b07a6-a00d-431f-821c-147595bc3e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:57.650849 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9c0b7016-7925-4246-a4c3-c8f7f8d60d7a req-3b1b07a6-a00d-431f-821c-147595bc3e83 service neutron] 10.222.0.85 "GET /v2.0/networks?id=afefc86c-3f24-4c4b-9b8a-046339133df8 HTTP/1.1" status: 200 len: 920 time: 0.2426450 Aug 09 16:53:57.678078 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155b3c8-edcc-4750-a782-601600910cce req-37d5fd96-d1f3-4114-b0d2-b2f9d9afa835 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:57.679757 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0155b3c8-edcc-4750-a782-601600910cce req-37d5fd96-d1f3-4114-b0d2-b2f9d9afa835 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 946 time: 0.0502379 Aug 09 16:53:57.718923 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0155b3c8-edcc-4750-a782-601600910cce req-6c1d4643-8e13-4ad3-95e9-031bcc97a400 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329318 Aug 09 16:53:57.726573 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9c0b7016-7925-4246-a4c3-c8f7f8d60d7a req-a9dcb2f7-9a37-41e1-b1ab-ac98be356615 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f HTTP/1.1" status: 200 len: 217 time: 0.0414388 Aug 09 16:53:57.832109 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4772074-29ae-422f-bced-90b8f413505e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Router 5b620c4c-40f8-48c6-8f8a-853657d52b57 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:53:57.839290 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b7016-7925-4246-a4c3-c8f7f8d60d7a req-721812f1-f122-431c-b846-7b0e35cc8878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:57.839290 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9c0b7016-7925-4246-a4c3-c8f7f8d60d7a req-721812f1-f122-431c-b846-7b0e35cc8878 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2078996a-91bc-4210-bac4-b6f4af459f79 HTTP/1.1" status: 200 len: 858 time: 0.0704322 Aug 09 16:53:57.906985 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4584df49-1413-49d6-bb6a-961e211bf499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:57.908060 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4584df49-1413-49d6-bb6a-961e211bf499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-744232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571249'] for router_interface, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:58.074467 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584df49-1413-49d6-bb6a-961e211bf499 admin admin] Pushing event updated for resources: {'Port': ['ID=1db96b13-6488-419f-914c-2b9cd5168126,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:53:58.084798 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b7016-7925-4246-a4c3-c8f7f8d60d7a req-4ccee44d-85d4-441b-af65-2a1de521f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:58.086813 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9c0b7016-7925-4246-a4c3-c8f7f8d60d7a req-4ccee44d-85d4-441b-af65-2a1de521f109 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afefc86c-3f24-4c4b-9b8a-046339133df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2407985 Aug 09 16:53:58.554249 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9c0b7016-7925-4246-a4c3-c8f7f8d60d7a req-d8cb26c8-c1cf-40b6-91bf-e2a0dd8397d6 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311431 Aug 09 16:53:58.566757 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2490c-5c3e-43d4-bbd3-511bf1d93819 req-a19e5bde-88ec-4c0d-88e0-ec1e7e2113c7 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:58.576241 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-19e2490c-5c3e-43d4-bbd3-511bf1d93819 req-a19e5bde-88ec-4c0d-88e0-ec1e7e2113c7 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 943 time: 0.0886669 Aug 09 16:53:58.647506 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-19e2490c-5c3e-43d4-bbd3-511bf1d93819 req-43b2d4ff-1ea6-4abd-996d-291450dbb240 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656371 Aug 09 16:53:58.710131 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4772074-29ae-422f-bced-90b8f413505e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:53:58.763404 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e6bb2d-8ac6-49df-bba4-8fae457621a2 None None] Sync routers for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:53:58.774673 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e6bb2d-8ac6-49df-bba4-8fae457621a2 None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:53:58.775455 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-71e6bb2d-8ac6-49df-bba4-8fae457621a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:58.815614 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9c0b7016-7925-4246-a4c3-c8f7f8d60d7a req-aedf7510-9aef-4347-b18f-5eab67486aad service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060461 Aug 09 16:53:58.823216 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a4772074-29ae-422f-bced-90b8f413505e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:58.832994 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efbcb6-4e54-40a7-94ed-217a3f9095a9 req-4af7ff3c-a818-4b1d-ae8c-60575ef38603 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:58.838104 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af661a-1046-45ef-ab3f-e51a422c3f4e req-42303855-fce0-45e2-9248-a69cf9efdfc2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:58.839649 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b8af661a-1046-45ef-ab3f-e51a422c3f4e req-42303855-fce0-45e2-9248-a69cf9efdfc2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.4156098 Aug 09 16:53:58.848125 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-62efbcb6-4e54-40a7-94ed-217a3f9095a9 req-4af7ff3c-a818-4b1d-ae8c-60575ef38603 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0932686 Aug 09 16:53:58.900028 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-62efbcb6-4e54-40a7-94ed-217a3f9095a9 req-17943858-0c2d-4bca-8b2a-c5c4e585d247 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506094 Aug 09 16:53:58.911797 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4584df49-1413-49d6-bb6a-961e211bf499 admin admin] Network bf506019-5f4f-43fe-9886-e1dcd3d3b499 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:53:58.931754 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-a4772074-29ae-422f-bced-90b8f413505e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "PUT /v2.0/floatingips/b4357964-2028-4381-af37-824c30157f08 HTTP/1.1" status: 200 len: 992 time: 4.6454027 Aug 09 16:53:58.933976 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9584ed-e2e6-4b7c-86fb-8811daa6cd73', 'tag': '82843b95-6168-4d9c-9bcf-c71185812b72'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:53:58.936471 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9836d769-3cdd-4983-a4fa-b227dc90412f" -d '{"events": [{"name": "network-changed", "server_uuid": "be9584ed-e2e6-4b7c-86fb-8811daa6cd73", "tag": "82843b95-6168-4d9c-9bcf-c71185812b72"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:53:58.940358 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-4584df49-1413-49d6-bb6a-961e211bf499 admin admin] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:53:58.979671 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b8af661a-1046-45ef-ab3f-e51a422c3f4e req-cf5fd462-a57e-49d7-82ac-be68bc79bb34 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008778 Aug 09 16:53:58.990508 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-71e6bb2d-8ac6-49df-bba4-8fae457621a2 None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:53:59.106593 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db037e8-cdd7-475d-8145-9f0167d7b778 x-openstack-request-id: req-3db037e8-cdd7-475d-8145-9f0167d7b778 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:53:59.106891 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9584ed-e2e6-4b7c-86fb-8811daa6cd73", "tag": "82843b95-6168-4d9c-9bcf-c71185812b72", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:53:59.107158 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3db037e8-cdd7-475d-8145-9f0167d7b778 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:53:59.107859 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db037e8-cdd7-475d-8145-9f0167d7b778'] response: {'name': 'network-changed', 'server_uuid': 'be9584ed-e2e6-4b7c-86fb-8811daa6cd73', 'tag': '82843b95-6168-4d9c-9bcf-c71185812b72', 'status': 'completed', 'code': 200} Aug 09 16:53:59.137238 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49b693-161f-4ef7-a903-1cf295e66bb8 req-faf0b5f2-eadd-45f6-a1f7-2b8b0b977380 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:59.139200 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8f49b693-161f-4ef7-a903-1cf295e66bb8 req-faf0b5f2-eadd-45f6-a1f7-2b8b0b977380 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 946 time: 0.1652911 Aug 09 16:53:59.226277 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8f49b693-161f-4ef7-a903-1cf295e66bb8 req-b4ff90fd-ebc2-43d7-979f-160195025e6c tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802839 Aug 09 16:53:59.276860 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4584df49-1413-49d6-bb6a-961e211bf499 admin admin] Router a4806ff8-8c18-4d33-934c-03cae30738ac has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:53:59.325954 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836d769-3cdd-4983-a4fa-b227dc90412f req-22f3069a-537a-454f-8c13-9af2042de872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:59.327766 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9836d769-3cdd-4983-a4fa-b227dc90412f req-22f3069a-537a-454f-8c13-9af2042de872 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=263134786e174e0683b78ef12715c3fb&device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 1099 time: 0.1328568 Aug 09 16:53:59.414159 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-d0d71661-b23c-452b-a2ca-4ac6e21b4a11 None None] Provisioning complete for port 1db96b13-6488-419f-914c-2b9cd5168126 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:53:59.415243 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d0d71661-b23c-452b-a2ca-4ac6e21b4a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:53:59.456698 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-71e6bb2d-8ac6-49df-bba4-8fae457621a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': 'b4357964-2028-4381-af37-824c30157f08', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'port_id': '82843b95-6168-4d9c-9bcf-c71185812b72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'mac_address': 'fa:16:3e:36:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9584ed-e2e6-4b7c-86fb-8811daa6cd73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:23Z', 'updated_at': '2022-08-09T16:53:56Z', 'revision_number': 1, 'project_id': '263134786e174e0683b78ef12715c3fb', 'fixed_ip_address_scope': None}, {'id': 'c80d0807-46fa-4dcd-a537-20e1862acd08', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'port_id': 'a2f20cbb-c325-4a7f-8d56-3cd7b47d407b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'mac_address': 'fa:16:3e:76:1a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8de5547-1564-4bcf-afc6-bc6690d6038c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:51:23Z', 'updated_at': '2022-08-09T16:52:00Z', 'revision_number': 2, 'project_id': '263134786e174e0683b78ef12715c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:59.496279 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-d0d71661-b23c-452b-a2ca-4ac6e21b4a11 None None] Port 1db96b13-6488-419f-914c-2b9cd5168126 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:53:59.510287 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e6bb2d-8ac6-49df-bba4-8fae457621a2 None None] Checking router: 5b620c4c-40f8-48c6-8f8a-853657d52b57 for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:53:59.519264 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e6bb2d-8ac6-49df-bba4-8fae457621a2 None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:53:59.519879 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-71e6bb2d-8ac6-49df-bba4-8fae457621a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:59.565041 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4584df49-1413-49d6-bb6a-961e211bf499 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:53:59.573493 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-4584df49-1413-49d6-bb6a-961e211bf499 admin admin] 10.222.0.49 "PUT /v2.0/routers/a4806ff8-8c18-4d33-934c-03cae30738ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4088550 Aug 09 16:53:59.585947 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] Sync routers for ids ['a4806ff8-8c18-4d33-934c-03cae30738ac'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:53:59.601071 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] Routers {'a4806ff8-8c18-4d33-934c-03cae30738ac'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:53:59.602830 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a4806ff8-8c18-4d33-934c-03cae30738ac'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:53:59.626390 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836d769-3cdd-4983-a4fa-b227dc90412f req-8e0ea8ad-546d-4676-8a84-db7ace20dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:59.640946 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9836d769-3cdd-4983-a4fa-b227dc90412f req-8e0ea8ad-546d-4676-8a84-db7ace20dee2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea HTTP/1.1" status: 200 len: 916 time: 0.2558870 Aug 09 16:53:59.722191 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9836d769-3cdd-4983-a4fa-b227dc90412f req-aec3753c-a8a0-4f9e-abb8-b2481f060a6f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82843b95-6168-4d9c-9bcf-c71185812b72 HTTP/1.1" status: 200 len: 1000 time: 0.0804496 Aug 09 16:53:59.750149 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-71e6bb2d-8ac6-49df-bba4-8fae457621a2 None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:53:59.957870 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] Set router a4806ff8-8c18-4d33-934c-03cae30738ac gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:53:59.981323 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa6c3a-e8b2-4038-83a1-5d0b12df7233 req-2e5aadc2-ca05-44ff-8d41-18b18a92b2c8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:59.985454 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-47aa6c3a-e8b2-4038-83a1-5d0b12df7233 req-2e5aadc2-ca05-44ff-8d41-18b18a92b2c8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 943 time: 0.1596694 Aug 09 16:53:59.986540 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836d769-3cdd-4983-a4fa-b227dc90412f req-2aecfb4a-af9b-40ab-8f3d-13e63f3671b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:53:59.987930 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9836d769-3cdd-4983-a4fa-b227dc90412f req-2aecfb4a-af9b-40ab-8f3d-13e63f3671b4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9 HTTP/1.1" status: 200 len: 854 time: 0.2571168 Aug 09 16:54:00.156563 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836d769-3cdd-4983-a4fa-b227dc90412f req-28028973-f8ba-481f-bf22-a256c5c76a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:00.158002 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9836d769-3cdd-4983-a4fa-b227dc90412f req-28028973-f8ba-481f-bf22-a256c5c76a55 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1317468 Aug 09 16:54:00.166890 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-47aa6c3a-e8b2-4038-83a1-5d0b12df7233 req-0d0d988a-3134-46dd-8cda-649eb6b2c671 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671362 Aug 09 16:54:00.209011 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-71e6bb2d-8ac6-49df-bba4-8fae457621a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': 'b4357964-2028-4381-af37-824c30157f08', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'port_id': '82843b95-6168-4d9c-9bcf-c71185812b72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'mac_address': 'fa:16:3e:36:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9584ed-e2e6-4b7c-86fb-8811daa6cd73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:23Z', 'updated_at': '2022-08-09T16:53:56Z', 'revision_number': 1, 'project_id': '263134786e174e0683b78ef12715c3fb', 'fixed_ip_address_scope': None}, {'id': 'c80d0807-46fa-4dcd-a537-20e1862acd08', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'port_id': 'a2f20cbb-c325-4a7f-8d56-3cd7b47d407b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'mac_address': 'fa:16:3e:76:1a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8de5547-1564-4bcf-afc6-bc6690d6038c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:51:23Z', 'updated_at': '2022-08-09T16:52:00Z', 'revision_number': 2, 'project_id': '263134786e174e0683b78ef12715c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:54:00.249155 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e6bb2d-8ac6-49df-bba4-8fae457621a2 None None] The sync data for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi is: [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': 'b4357964-2028-4381-af37-824c30157f08', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'port_id': '82843b95-6168-4d9c-9bcf-c71185812b72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'mac_address': 'fa:16:3e:36:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9584ed-e2e6-4b7c-86fb-8811daa6cd73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:23Z', 'updated_at': '2022-08-09T16:53:56Z', 'revision_number': 1, 'project_id': '263134786e174e0683b78ef12715c3fb', 'fixed_ip_address_scope': None}, {'id': 'c80d0807-46fa-4dcd-a537-20e1862acd08', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'port_id': 'a2f20cbb-c325-4a7f-8d56-3cd7b47d407b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'mac_address': 'fa:16:3e:76:1a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8de5547-1564-4bcf-afc6-bc6690d6038c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:51:23Z', 'updated_at': '2022-08-09T16:52:00Z', 'revision_number': 2, 'project_id': '263134786e174e0683b78ef12715c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:54:00.351007 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:54:00.400879 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c75c5f-e86b-452e-8733-724afbb382c2 req-b0da4f38-9bb2-4906-ba97-7e5a1d5e08d8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:00.402433 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-68c75c5f-e86b-452e-8733-724afbb382c2 req-b0da4f38-9bb2-4906-ba97-7e5a1d5e08d8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0755937 Aug 09 16:54:00.409609 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9836d769-3cdd-4983-a4fa-b227dc90412f req-79b181ad-7f29-45b9-aa1d-611e93eafb2e service neutron] 10.222.0.85 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300432 Aug 09 16:54:00.410821 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4806ff8-8c18-4d33-934c-03cae30738ac', 'name': 'tempest-TestShelveInstance-572032552-router', 'tenant_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '1767aba6-7f24-4ee8-a045-e23f8f17f968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:33Z', 'updated_at': '2022-08-09T16:53:55Z', 'revision_number': 4, 'project_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'gw_port': {'id': '1767aba6-7f24-4ee8-a045-e23f8f17f968', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4806ff8-8c18-4d33-934c-03cae30738ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:37Z', 'updated_at': '2022-08-09T16:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1db96b13-6488-419f-914c-2b9cd5168126', 'name': '', 'network_id': 'bf506019-5f4f-43fe-9886-e1dcd3d3b499', 'tenant_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'mac_address': 'fa:16:3e:9b:f5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4806ff8-8c18-4d33-934c-03cae30738ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'c9ca1498-b9c7-4620-917c-c87e15dbd5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:51Z', 'updated_at': '2022-08-09T16:53:57Z', 'revision_number': 2, 'project_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'subnets': [{'id': 'c9ca1498-b9c7-4620-917c-c87e15dbd5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:54:00.467331 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] Checking router: a4806ff8-8c18-4d33-934c-03cae30738ac for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:54:00.467331 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] Updating router a4806ff8-8c18-4d33-934c-03cae30738ac port 1db96b13-6488-419f-914c-2b9cd5168126 binding host dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 16:54:00.549381 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:00.612149 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 57062) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:54:00.629003 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-f69de695-96f7-4881-b138-84d6bc6870fc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-916467993', 'description': 'tempest-secgroup-smoke-916467993 description', 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:54:00.644294 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-68c75c5f-e86b-452e-8733-724afbb382c2 req-82df05dc-6c23-49d3-a168-7f9829cb2a54 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336264 Aug 09 16:54:00.690792 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6010133-4c81-4fff-a560-d510b0779f67 req-1dccb4e4-da81-4d0d-b1ff-b2cbf3016a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:00.692553 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f6010133-4c81-4fff-a560-d510b0779f67 req-1dccb4e4-da81-4d0d-b1ff-b2cbf3016a79 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d1742bf7a82941b5ac56e5c5d045417f&device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 1098 time: 0.1636813 Aug 09 16:54:00.748848 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9836d769-3cdd-4983-a4fa-b227dc90412f req-7e95bc84-1f32-42c3-89da-48fbe4fc1294 service neutron] 10.222.0.85 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308625 Aug 09 16:54:00.774691 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c11108-ecd3-4487-bae9-e29cd5fe42ce None None] New status for floating IP b4357964-2028-4381-af37-824c30157f08: ACTIVE {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:54:00.883149 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f69de695-96f7-4881-b138-84d6bc6870fc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:00.899772 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:00.911975 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790b7a5-e769-4394-b8f5-e87b0b9d7629 req-bc55a624-c986-4050-9f1e-984346f12e84 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:00.914010 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9790b7a5-e769-4394-b8f5-e87b0b9d7629 req-bc55a624-c986-4050-9f1e-984346f12e84 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.1958091 Aug 09 16:54:00.933115 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'port_id': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f', 'mac_address': 'fa:16:3e:98:11:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:54:00.967717 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6010133-4c81-4fff-a560-d510b0779f67 req-a7ccb772-9eff-418d-86f7-b24474021a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:00.969707 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f6010133-4c81-4fff-a560-d510b0779f67 req-a7ccb772-9eff-418d-86f7-b24474021a2f service neutron] 10.222.0.85 "GET /v2.0/networks?id=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 HTTP/1.1" status: 200 len: 918 time: 0.2698164 Aug 09 16:54:01.058975 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f6010133-4c81-4fff-a560-d510b0779f67 req-0e9cbd69-1350-4d01-8b2d-9c2dfe3a7bd9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b53a614e-e389-47f8-b39b-c7841a9c3e47 HTTP/1.1" status: 200 len: 1000 time: 0.0744331 Aug 09 16:54:01.090071 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9790b7a5-e769-4394-b8f5-e87b0b9d7629 req-645dd82a-3337-4ff9-8e56-1881b8554cdc tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586475 Aug 09 16:54:01.151420 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:54:01.151809 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:01.205856 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:54:01.208156 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f69de695-96f7-4881-b138-84d6bc6870fc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:01.213658 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6010133-4c81-4fff-a560-d510b0779f67 req-3903d01d-81c1-48ac-a123-e416e57b8d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:01.217897 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f6010133-4c81-4fff-a560-d510b0779f67 req-3903d01d-81c1-48ac-a123-e416e57b8d5c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=07b994a0-3038-45c6-9b03-adabe3fc1842 HTTP/1.1" status: 200 len: 856 time: 0.1488023 Aug 09 16:54:01.307914 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1141086-9c17-45c1-b4d4-e95dff337346 req-ee667e44-aa09-4037-82d7-94dd78676e4a tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:01.308199 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f69de695-96f7-4881-b138-84d6bc6870fc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:01.309784 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1141086-9c17-45c1-b4d4-e95dff337346 req-ee667e44-aa09-4037-82d7-94dd78676e4a tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 946 time: 0.0929973 Aug 09 16:54:01.317835 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:01.342138 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] Notify callbacks [] for port, precommit_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:01.345645 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1141086-9c17-45c1-b4d4-e95dff337346 req-29c9f913-8fff-40ce-956e-8fb8dd949ba2 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349464 Aug 09 16:54:01.383096 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4dc1e2-dd82-42f8-b5c0-543d9d24f7e7 req-83c50781-86fe-4953-934d-9b75a3a74bb1 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:01.389387 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2b4dc1e2-dd82-42f8-b5c0-543d9d24f7e7 req-83c50781-86fe-4953-934d-9b75a3a74bb1 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 943 time: 0.1036658 Aug 09 16:54:01.398767 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69de695-96f7-4881-b138-84d6bc6870fc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:01.399426 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:01.415970 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6010133-4c81-4fff-a560-d510b0779f67 req-4c06d8f5-a311-4a68-b46f-ace66b6b5683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:01.418169 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f6010133-4c81-4fff-a560-d510b0779f67 req-4c06d8f5-a311-4a68-b46f-ace66b6b5683 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1905570 Aug 09 16:54:01.425927 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de695-96f7-4881-b138-84d6bc6870fc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.428759 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de695-96f7-4881-b138-84d6bc6870fc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.429161 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de695-96f7-4881-b138-84d6bc6870fc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.429590 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de695-96f7-4881-b138-84d6bc6870fc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.429932 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de695-96f7-4881-b138-84d6bc6870fc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.431059 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de695-96f7-4881-b138-84d6bc6870fc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.431419 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de695-96f7-4881-b138-84d6bc6870fc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.431525 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:01.431817 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de695-96f7-4881-b138-84d6bc6870fc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.432216 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de695-96f7-4881-b138-84d6bc6870fc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.432710 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de695-96f7-4881-b138-84d6bc6870fc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.433038 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de695-96f7-4881-b138-84d6bc6870fc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.433373 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69de695-96f7-4881-b138-84d6bc6870fc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.464821 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f69de695-96f7-4881-b138-84d6bc6870fc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:01.467160 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-f69de695-96f7-4881-b138-84d6bc6870fc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8469105 Aug 09 16:54:01.469176 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 57070) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:54:01.474425 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-194f1261-1006-471c-88af-20206e6f9627 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Request body: {'security_group_rule': {'security_group_id': '6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff', 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:54:01.525703 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2b4dc1e2-dd82-42f8-b5c0-543d9d24f7e7 req-2f81de69-510b-4e96-bd93-aaa85d2748ed tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293147 Aug 09 16:54:01.529614 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:01.532610 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] Attempting to bind port 1db96b13-6488-419f-914c-2b9cd5168126 on host dv-cinder-852570-1-iscsi for vnic_type normal with profile {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:54:01.532980 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] Attempting to bind port 1db96b13-6488-419f-914c-2b9cd5168126 by drivers openvswitch,hyperv on host dv-cinder-852570-1-iscsi at level 0 using segments [{'id': '7a99283d-ea74-475e-b2d1-e4fd524378cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'bf506019-5f4f-43fe-9886-e1dcd3d3b499'}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:54:01.533476 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] Attempting to bind port 1db96b13-6488-419f-914c-2b9cd5168126 on network bf506019-5f4f-43fe-9886-e1dcd3d3b499 {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:54:01.538988 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] Checking agent: {'id': '5de2488f-b7e1-41bc-884b-17eac0e4a3b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-852570-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 42, 16), 'started_at': datetime.datetime(2022, 8, 9, 16, 42, 46), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-852570-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:54:01.539362 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] Checking segment: {'id': '7a99283d-ea74-475e-b2d1-e4fd524378cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'bf506019-5f4f-43fe-9886-e1dcd3d3b499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:54:01.540371 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:01.540770 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] Bound using segment: {'id': '7a99283d-ea74-475e-b2d1-e4fd524378cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'bf506019-5f4f-43fe-9886-e1dcd3d3b499'} {{(pid=109850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:54:01.541249 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.managers [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] Bound port: 1db96b13-6488-419f-914c-2b9cd5168126, host: dv-cinder-852570-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a99283d-ea74-475e-b2d1-e4fd524378cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'bf506019-5f4f-43fe-9886-e1dcd3d3b499'}}] {{(pid=109850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:54:01.541677 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:01.585891 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d896f0d-3deb-4e4e-8680-15d1e59a2232 None None] Pushing event updated for resources: {'Port': ['ID=1db96b13-6488-419f-914c-2b9cd5168126,revision_number=3']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:01.602843 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f6010133-4c81-4fff-a560-d510b0779f67 req-e72d5ad4-0c7f-4fb6-8020-eb28ddca6e8a service neutron] 10.222.0.85 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631668 Aug 09 16:54:01.618737 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-194f1261-1006-471c-88af-20206e6f9627 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:01.676528 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] For port 1db96b13-6488-419f-914c-2b9cd5168126, host dv-cinder-852570-1-iscsi, cleared binding levels {{(pid=109850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:54:01.681534 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] For port 1db96b13-6488-419f-914c-2b9cd5168126, host dv-cinder-852570-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=1db96b13-6488-419f-914c-2b9cd5168126,segment=NetworkSegment(7a99283d-ea74-475e-b2d1-e4fd524378cc),segment_id=7a99283d-ea74-475e-b2d1-e4fd524378cc)] {{(pid=109850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:54:01.688834 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-194f1261-1006-471c-88af-20206e6f9627 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:01.749504 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f6010133-4c81-4fff-a560-d510b0779f67 req-e486203c-0e84-45c3-9c77-8ea701dea764 service neutron] 10.222.0.85 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257422 Aug 09 16:54:01.803217 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6104556-f317-4f44-a126-a34e0ca8b99e req-4073fc5c-a515-41a5-a2ed-3f03257e0346 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:01.805193 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6104556-f317-4f44-a126-a34e0ca8b99e req-4073fc5c-a515-41a5-a2ed-3f03257e0346 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0600612 Aug 09 16:54:01.837872 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:01.866585 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6104556-f317-4f44-a126-a34e0ca8b99e req-dd0b1827-bb8b-496d-883d-7bc56f2a28fe tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484233 Aug 09 16:54:01.872046 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-194f1261-1006-471c-88af-20206e6f9627 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:01.889645 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f1261-1006-471c-88af-20206e6f9627 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094473cb-8c12-446c-9ce8-22e50be837ca,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:01.904442 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f1261-1006-471c-88af-20206e6f9627 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.905036 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f1261-1006-471c-88af-20206e6f9627 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.905628 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f1261-1006-471c-88af-20206e6f9627 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.906206 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f1261-1006-471c-88af-20206e6f9627 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.906763 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f1261-1006-471c-88af-20206e6f9627 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.907311 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f1261-1006-471c-88af-20206e6f9627 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.907846 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f1261-1006-471c-88af-20206e6f9627 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.908380 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f1261-1006-471c-88af-20206e6f9627 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.908925 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f1261-1006-471c-88af-20206e6f9627 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.909503 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f1261-1006-471c-88af-20206e6f9627 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.910085 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f1261-1006-471c-88af-20206e6f9627 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.910621 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194f1261-1006-471c-88af-20206e6f9627 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:01.914093 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d896f0d-3deb-4e4e-8680-15d1e59a2232 None None] Pushing event updated for resources: {'Port': ['ID=1db96b13-6488-419f-914c-2b9cd5168126,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:01.933494 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] Routers {'a4806ff8-8c18-4d33-934c-03cae30738ac'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:54:01.934174 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a4806ff8-8c18-4d33-934c-03cae30738ac'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:54:02.001691 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:54:02.074882 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-194f1261-1006-471c-88af-20206e6f9627 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:02.076201 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-194f1261-1006-471c-88af-20206e6f9627 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6057050 Aug 09 16:54:02.079315 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 57076) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:54:02.085520 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-ec0d05b4-5c1a-4c82-91cc-d3c57b3b1854 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Request body: {'security_group_rule': {'security_group_id': '6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff', 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:54:02.111304 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] Set router a4806ff8-8c18-4d33-934c-03cae30738ac gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:54:02.271939 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90847d64-ce72-4fa7-a551-9b31cdb14c65 req-6b8371ef-4ba2-437f-8125-4d6a88c0f640 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:02.275054 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-90847d64-ce72-4fa7-a551-9b31cdb14c65 req-6b8371ef-4ba2-437f-8125-4d6a88c0f640 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 945 time: 0.0664539 Aug 09 16:54:02.349248 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ec0d05b4-5c1a-4c82-91cc-d3c57b3b1854 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:02.388371 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device b53a614e-e389-47f8-b39b-c7841a9c3e47 no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:54:02.465941 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ec0d05b4-5c1a-4c82-91cc-d3c57b3b1854 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:02.481185 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45d362-fc20-4f71-8a03-e2275eb983c1 req-8afe3589-787c-4f30-9590-af61e34fe2a7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:02.492018 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-90847d64-ce72-4fa7-a551-9b31cdb14c65 req-46e92cc5-0676-4d2f-af57-035688a40aca tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970153 Aug 09 16:54:02.494262 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4806ff8-8c18-4d33-934c-03cae30738ac', 'name': 'tempest-TestShelveInstance-572032552-router', 'tenant_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '1767aba6-7f24-4ee8-a045-e23f8f17f968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:33Z', 'updated_at': '2022-08-09T16:53:55Z', 'revision_number': 4, 'project_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'gw_port': {'id': '1767aba6-7f24-4ee8-a045-e23f8f17f968', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4806ff8-8c18-4d33-934c-03cae30738ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:37Z', 'updated_at': '2022-08-09T16:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1db96b13-6488-419f-914c-2b9cd5168126', 'name': '', 'network_id': 'bf506019-5f4f-43fe-9886-e1dcd3d3b499', 'tenant_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'mac_address': 'fa:16:3e:9b:f5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4806ff8-8c18-4d33-934c-03cae30738ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'c9ca1498-b9c7-4620-917c-c87e15dbd5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:51Z', 'updated_at': '2022-08-09T16:54:01Z', 'revision_number': 4, 'project_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'subnets': [{'id': 'c9ca1498-b9c7-4620-917c-c87e15dbd5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:54:02.495630 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bf45d362-fc20-4f71-8a03-e2275eb983c1 req-8afe3589-787c-4f30-9590-af61e34fe2a7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.1072853 Aug 09 16:54:02.547300 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39999a59-47ef-4a15-833e-ff44e370f473 None None] The sync data for ids ['a4806ff8-8c18-4d33-934c-03cae30738ac'] in dv-cinder-852570-1-iscsi is: [{'id': 'a4806ff8-8c18-4d33-934c-03cae30738ac', 'name': 'tempest-TestShelveInstance-572032552-router', 'tenant_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '1767aba6-7f24-4ee8-a045-e23f8f17f968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:33Z', 'updated_at': '2022-08-09T16:53:55Z', 'revision_number': 4, 'project_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'gw_port': {'id': '1767aba6-7f24-4ee8-a045-e23f8f17f968', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4806ff8-8c18-4d33-934c-03cae30738ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:37Z', 'updated_at': '2022-08-09T16:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1db96b13-6488-419f-914c-2b9cd5168126', 'name': '', 'network_id': 'bf506019-5f4f-43fe-9886-e1dcd3d3b499', 'tenant_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'mac_address': 'fa:16:3e:9b:f5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4806ff8-8c18-4d33-934c-03cae30738ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'c9ca1498-b9c7-4620-917c-c87e15dbd5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:51Z', 'updated_at': '2022-08-09T16:54:01Z', 'revision_number': 4, 'project_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'subnets': [{'id': 'c9ca1498-b9c7-4620-917c-c87e15dbd5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:54:02.551580 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port b53a614e-e389-47f8-b39b-c7841a9c3e47 is: ACTIVE; New status is: DOWN {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:54:02.551939 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:02.563818 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ec0d05b4-5c1a-4c82-91cc-d3c57b3b1854 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:02.577943 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bf45d362-fc20-4f71-8a03-e2275eb983c1 req-08f759ba-2d60-4275-8e85-736cc86b68f9 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763648 Aug 09 16:54:02.639302 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port b53a614e-e389-47f8-b39b-c7841a9c3e47, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=b53a614e-e389-47f8-b39b-c7841a9c3e47,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:02.650811 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d05b4-5c1a-4c82-91cc-d3c57b3b1854 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a64929f-23ed-4f8f-a637-4edd91a58a07,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:02.651133 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca3ccda-1608-449a-bb67-528e1fdb3555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b53a614e-e389-47f8-b39b-c7841a9c3e47'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:54:02.653847 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1148d14f-a1d2-4fb2-aeff-a63eb467d52b" -d '{"events": [{"server_uuid": "5ca3ccda-1608-449a-bb67-528e1fdb3555", "name": "network-vif-unplugged", "status": "completed", "tag": "b53a614e-e389-47f8-b39b-c7841a9c3e47"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:02.741831 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb38da-95da-4bfa-86e6-60dec8184178 req-76fd6622-93de-4a70-a520-18679423cfb8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:02.751004 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-38eb38da-95da-4bfa-86e6-60dec8184178 req-76fd6622-93de-4a70-a520-18679423cfb8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 944 time: 0.0824623 Aug 09 16:54:02.758310 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:02.788554 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fddd4-a622-4157-9fba-cd0d1526a8fe req-143c49b7-5807-4b1d-b358-ef60fc02dcd4 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:02.790290 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-102fddd4-a622-4157-9fba-cd0d1526a8fe req-143c49b7-5807-4b1d-b358-ef60fc02dcd4 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 946 time: 0.1254001 Aug 09 16:54:02.793502 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ec0d05b4-5c1a-4c82-91cc-d3c57b3b1854 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:02.797807 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ec0d05b4-5c1a-4c82-91cc-d3c57b3b1854 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7170739 Aug 09 16:54:02.807385 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 57088) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:54:02.825251 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-f66c1545-ddbb-4160-a4d7-fa1eb9b346e4 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Request body: {'security_group_rule': {'security_group_id': '6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff', 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:54:02.859382 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-102fddd4-a622-4157-9fba-cd0d1526a8fe req-dc6911dc-41a9-4b65-874f-d9a20a428713 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601971 Aug 09 16:54:02.876468 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=b53a614e-e389-47f8-b39b-c7841a9c3e47,revision_number=8']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:02.902929 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 09 Aug 2022 16:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd0f983-166e-4623-ad63-36f9d5a3ecdb x-openstack-request-id: req-4bd0f983-166e-4623-ad63-36f9d5a3ecdb {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:54:02.903258 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca3ccda-1608-449a-bb67-528e1fdb3555", "name": "network-vif-unplugged", "status": "completed", "tag": "b53a614e-e389-47f8-b39b-c7841a9c3e47", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:54:02.903521 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4bd0f983-166e-4623-ad63-36f9d5a3ecdb {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:54:02.903958 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd0f983-166e-4623-ad63-36f9d5a3ecdb'] response: {'server_uuid': '5ca3ccda-1608-449a-bb67-528e1fdb3555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b53a614e-e389-47f8-b39b-c7841a9c3e47', 'code': 200} Aug 09 16:54:02.917352 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-38eb38da-95da-4bfa-86e6-60dec8184178 req-ee4c5220-164e-4fb8-b6f5-2b906b570d94 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635499 Aug 09 16:54:02.950605 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe45323-1997-41dd-9248-833c4e1015a5 req-2f682f27-d9f8-42e3-be68-a7a451924353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:02.952214 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fbe45323-1997-41dd-9248-833c4e1015a5 req-2f682f27-d9f8-42e3-be68-a7a451924353 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4a57286dc9144127b1177b199faf0b0a&device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 1098 time: 0.1437135 Aug 09 16:54:03.074976 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 1db96b13-6488-419f-914c-2b9cd5168126 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:54:03.095511 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f66c1545-ddbb-4160-a4d7-fa1eb9b346e4 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:03.146006 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe45323-1997-41dd-9248-833c4e1015a5 req-5dafc616-79e8-4f8c-93f8-c31a3f529037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:03.147786 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fbe45323-1997-41dd-9248-833c4e1015a5 req-5dafc616-79e8-4f8c-93f8-c31a3f529037 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b631f0ba-3918-495c-9e8a-a3fd8937f433 HTTP/1.1" status: 200 len: 912 time: 0.1708424 Aug 09 16:54:03.183863 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 1db96b13-6488-419f-914c-2b9cd5168126 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:54:03.183863 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:03.296112 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f66c1545-ddbb-4160-a4d7-fa1eb9b346e4 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:03.300748 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fbe45323-1997-41dd-9248-833c4e1015a5 req-0d7b0b1c-a0ac-49f0-a578-86492d1d6e64 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08e8650-c59e-4fb8-8578-436aa6ad3f44 HTTP/1.1" status: 200 len: 1000 time: 0.0879228 Aug 09 16:54:03.309290 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 1db96b13-6488-419f-914c-2b9cd5168126 is: DOWN; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:54:03.309776 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:03.432279 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] For port 1db96b13-6488-419f-914c-2b9cd5168126, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=1db96b13-6488-419f-914c-2b9cd5168126,segment=NetworkSegment(7a99283d-ea74-475e-b2d1-e4fd524378cc),segment_id=7a99283d-ea74-475e-b2d1-e4fd524378cc)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:03.432894 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fabffb-6399-430c-b297-4b770fc7d4b7 req-82a23e0e-6ac4-47d8-b703-ef08bdecb870 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:03.432894 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-25fabffb-6399-430c-b297-4b770fc7d4b7 req-82a23e0e-6ac4-47d8-b703-ef08bdecb870 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.85 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 946 time: 0.0829000 Aug 09 16:54:03.433818 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe45323-1997-41dd-9248-833c4e1015a5 req-755b5888-1032-48b0-81d9-1b7cb6df2ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:03.433818 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fbe45323-1997-41dd-9248-833c4e1015a5 req-755b5888-1032-48b0-81d9-1b7cb6df2ad9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=155efdb1-d3e8-4060-a1b4-dd2040cbd026 HTTP/1.1" status: 200 len: 850 time: 0.0654976 Aug 09 16:54:03.433818 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe45323-1997-41dd-9248-833c4e1015a5 req-ab1e8838-f03f-44b8-b3ea-86260bd4adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:03.435222 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fbe45323-1997-41dd-9248-833c4e1015a5 req-ab1e8838-f03f-44b8-b3ea-86260bd4adc2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b631f0ba-3918-495c-9e8a-a3fd8937f433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502276 Aug 09 16:54:03.525802 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-25fabffb-6399-430c-b297-4b770fc7d4b7 req-5326c0cd-af24-4839-9ee6-73a46b20c77f tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Deleting port db8f98a1-9ee2-498c-813f-59a126e60699 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:54:03.526149 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-25fabffb-6399-430c-b297-4b770fc7d4b7 req-5326c0cd-af24-4839-9ee6-73a46b20c77f tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:03.565552 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fbe45323-1997-41dd-9248-833c4e1015a5 req-361fdffa-20dc-4df5-8d9f-718e9c8ea8fe service neutron] 10.222.0.85 "GET /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172178 Aug 09 16:54:03.685313 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14b743-3f8c-460a-ba99-167d6e743cbe req-782a977a-f8e1-469f-bb16-b8841ccfdeed tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:03.687434 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-be14b743-3f8c-460a-ba99-167d6e743cbe req-782a977a-f8e1-469f-bb16-b8841ccfdeed tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0901105 Aug 09 16:54:03.689450 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-25fabffb-6399-430c-b297-4b770fc7d4b7 req-5326c0cd-af24-4839-9ee6-73a46b20c77f tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] For port db8f98a1-9ee2-498c-813f-59a126e60699, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=db8f98a1-9ee2-498c-813f-59a126e60699,segment=NetworkSegment(329c20f0-b273-44f6-ae2d-9a2acf616cc0),segment_id=329c20f0-b273-44f6-ae2d-9a2acf616cc0)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:03.689833 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-25fabffb-6399-430c-b297-4b770fc7d4b7 req-5326c0cd-af24-4839-9ee6-73a46b20c77f tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:03.695058 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fbe45323-1997-41dd-9248-833c4e1015a5 req-ab4d9183-5878-4c79-bee6-8b2949439086 service neutron] 10.222.0.85 "GET /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230202 Aug 09 16:54:03.712333 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-25fabffb-6399-430c-b297-4b770fc7d4b7 req-5326c0cd-af24-4839-9ee6-73a46b20c77f tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Calling delete_port for db8f98a1-9ee2-498c-813f-59a126e60699 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:54:03.733370 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90c8b4-b1af-4f72-94cf-9428bd1dcdb0 req-0fbde7f6-88c2-413c-b741-745f0ae2075d tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:03.734967 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7a90c8b4-b1af-4f72-94cf-9428bd1dcdb0 req-0fbde7f6-88c2-413c-b741-745f0ae2075d tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0606501 Aug 09 16:54:03.755818 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-be14b743-3f8c-460a-ba99-167d6e743cbe req-1cac8246-bcb8-40da-948e-6aac0470676b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563545 Aug 09 16:54:03.785021 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7a90c8b4-b1af-4f72-94cf-9428bd1dcdb0 req-6840bbfc-8d28-4455-912a-350b3a00249b tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410397 Aug 09 16:54:03.982839 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759409cd-d094-43c9-ad8b-21dfd52d4e65 req-d90311ba-1098-4792-87df-bddc03c9e690 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:03.984622 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-759409cd-d094-43c9-ad8b-21dfd52d4e65 req-d90311ba-1098-4792-87df-bddc03c9e690 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 946 time: 0.0564978 Aug 09 16:54:04.034092 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-759409cd-d094-43c9-ad8b-21dfd52d4e65 req-096cbef3-7c77-45a7-a03a-dd857a8bd965 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430005 Aug 09 16:54:04.057961 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7683998-2a7c-4de7-8af1-017601109df6 req-30ddba63-84c6-4d40-bbe7-ba306cf03593 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:04.059586 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d7683998-2a7c-4de7-8af1-017601109df6 req-30ddba63-84c6-4d40-bbe7-ba306cf03593 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 944 time: 0.0540504 Aug 09 16:54:04.101102 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d7683998-2a7c-4de7-8af1-017601109df6 req-a870e3fc-7b9f-4533-ad95-69a6dcf6c0a3 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349412 Aug 09 16:54:04.106984 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f66c1545-ddbb-4160-a4d7-fa1eb9b346e4 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:04.128688 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c1545-ddbb-4160-a4d7-fa1eb9b346e4 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35ac219-8363-4537-b4fb-7023a33a5210,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:04.146629 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-25fabffb-6399-430c-b297-4b770fc7d4b7 req-5326c0cd-af24-4839-9ee6-73a46b20c77f tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:04.151796 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:04.175411 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326c0cd-af24-4839-9ee6-73a46b20c77f tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Pushing event deleted for resources: {'Port': ['ID=db8f98a1-9ee2-498c-813f-59a126e60699,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:04.201541 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['db8f98a1-9ee2-498c-813f-59a126e60699'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:54:04.217787 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fabffb-6399-430c-b297-4b770fc7d4b7 req-5326c0cd-af24-4839-9ee6-73a46b20c77f tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] No DVR routers for this DVR port db8f98a1-9ee2-498c-813f-59a126e60699 on host hv-cinder-85257 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:54:04.221087 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-25fabffb-6399-430c-b297-4b770fc7d4b7 req-5326c0cd-af24-4839-9ee6-73a46b20c77f tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:04.224523 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-25fabffb-6399-430c-b297-4b770fc7d4b7 req-5326c0cd-af24-4839-9ee6-73a46b20c77f tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.85 "DELETE /v2.0/ports/db8f98a1-9ee2-498c-813f-59a126e60699 HTTP/1.1" status: 204 len: 173 time: 0.8568864 Aug 09 16:54:04.224977 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8822413-45dc-4e48-9764-118f6152cb36', 'name': 'network-vif-deleted', 'tag': 'db8f98a1-9ee2-498c-813f-59a126e60699'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:54:04.227449 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Pushing event updated for resources: {'Port': ['ID=1db96b13-6488-419f-914c-2b9cd5168126,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:04.227840 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2efac7-3dce-4990-97c5-ea337531f149" -d '{"events": [{"server_uuid": "a8822413-45dc-4e48-9764-118f6152cb36", "name": "network-vif-deleted", "tag": "db8f98a1-9ee2-498c-813f-59a126e60699"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:04.269799 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f66c1545-ddbb-4160-a4d7-fa1eb9b346e4 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:04.275498 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-f66c1545-ddbb-4160-a4d7-fa1eb9b346e4 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4616878 Aug 09 16:54:04.275634 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 57108) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:54:04.279472 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-95aa165c-0e42-468d-bc1a-a040eb9ced45 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Request body: {'security_group_rule': {'security_group_id': '6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff', 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:54:04.291725 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63aadca-5fe7-4094-aefd-1dbc6e84e891 x-openstack-request-id: req-b63aadca-5fe7-4094-aefd-1dbc6e84e891 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:54:04.292193 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8822413-45dc-4e48-9764-118f6152cb36", "name": "network-vif-deleted", "tag": "db8f98a1-9ee2-498c-813f-59a126e60699", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:54:04.292552 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b63aadca-5fe7-4094-aefd-1dbc6e84e891 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:54:04.293039 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63aadca-5fe7-4094-aefd-1dbc6e84e891'] response: {'server_uuid': 'a8822413-45dc-4e48-9764-118f6152cb36', 'name': 'network-vif-deleted', 'tag': 'db8f98a1-9ee2-498c-813f-59a126e60699', 'status': 'completed', 'code': 200} Aug 09 16:54:04.418077 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:54:04.457163 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-95aa165c-0e42-468d-bc1a-a040eb9ced45 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:04.553601 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-95aa165c-0e42-468d-bc1a-a040eb9ced45 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:04.615314 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:54:04.621100 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:54:04.629584 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:04.667284 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-95aa165c-0e42-468d-bc1a-a040eb9ced45 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:04.685649 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa165c-0e42-468d-bc1a-a040eb9ced45 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24e0fde-9592-4319-9226-9738ebe2d708,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:04.729507 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:54:04.729900 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:04.763518 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:04.905811 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c7a84d-f662-4aa4-b58b-ab04295d1697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:54:04.909970 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e33882e-a3f7-4410-ab4a-cd940f72d349" -d '{"events": [{"server_uuid": "f3c7a84d-f662-4aa4-b58b-ab04295d1697", "name": "network-vif-plugged", "status": "completed", "tag": "0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:04.915706 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b1ce3-cc4e-4e33-a280-0ac6ca7033e1 req-8b0d3fda-a83d-4b9c-91df-cddfabf7f559 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:04.918276 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a45b1ce3-cc4e-4e33-a280-0ac6ca7033e1 req-8b0d3fda-a83d-4b9c-91df-cddfabf7f559 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0640776 Aug 09 16:54:04.925327 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6dff19-b427-40fb-9f26-3c9e15f7c98c req-4735d63a-51e6-4ed9-b440-1d57a2c1471c tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:04.926957 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3f6dff19-b427-40fb-9f26-3c9e15f7c98c req-4735d63a-51e6-4ed9-b440-1d57a2c1471c tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0625272 Aug 09 16:54:04.971511 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 1db96b13-6488-419f-914c-2b9cd5168126 up at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:54:04.975013 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3f6dff19-b427-40fb-9f26-3c9e15f7c98c req-7cc6cbf8-8c94-49e3-8597-8dee1ad285a0 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413451 Aug 09 16:54:04.978698 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a45b1ce3-cc4e-4e33-a280-0ac6ca7033e1 req-72eb7c39-ad44-4e9d-b2d6-43639a48ec0c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476985 Aug 09 16:54:05.023052 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-95aa165c-0e42-468d-bc1a-a040eb9ced45 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:05.024591 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-95aa165c-0e42-468d-bc1a-a040eb9ced45 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7492244 Aug 09 16:54:05.037118 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 57118) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:54:05.042778 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-837a0b3c-f776-4b51-ae42-a9d59c9f1bb3 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Request body: {'security_group_rule': {'security_group_id': '6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff', 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:54:05.048405 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3234c36-1346-48a8-b5e7-2003d4a75686 x-openstack-request-id: req-a3234c36-1346-48a8-b5e7-2003d4a75686 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:54:05.049052 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c7a84d-f662-4aa4-b58b-ab04295d1697", "name": "network-vif-plugged", "status": "completed", "tag": "0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:54:05.049501 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a3234c36-1346-48a8-b5e7-2003d4a75686 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:54:05.050289 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3234c36-1346-48a8-b5e7-2003d4a75686'] response: {'server_uuid': 'f3c7a84d-f662-4aa4-b58b-ab04295d1697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f', 'code': 200} Aug 09 16:54:05.056721 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Provisioning complete for port 1db96b13-6488-419f-914c-2b9cd5168126 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:54:05.057149 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:05.167411 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a7a59ff0-8671-482b-a69b-473b91685045 req-38dd089f-77d6-4d74-97b1-bfd692f4e005 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 210 time: 0.0310702 Aug 09 16:54:05.246683 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:05.247474 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device db8f98a1-9ee2-498c-813f-59a126e60699 no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:54:05.272709 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.securitygroups_db [None req-837a0b3c-f776-4b51-ae42-a9d59c9f1bb3 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Project fe8927f6dc13431c858fe5dde17fcf61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:54:05.276459 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: db8f98a1-9ee2-498c-813f-59a126e60699 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:54:05.276807 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device db8f98a1-9ee2-498c-813f-59a126e60699 not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:54:05.280525 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-837a0b3c-f776-4b51-ae42-a9d59c9f1bb3 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:05.284861 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ef760-2f8c-40a4-bfc6-7cff1b511e06 req-8ee1cd83-378b-4de6-99c8-0d63d233113c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:05.286568 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f37ef760-2f8c-40a4-bfc6-7cff1b511e06 req-8ee1cd83-378b-4de6-99c8-0d63d233113c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0880373 Aug 09 16:54:05.340704 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f37ef760-2f8c-40a4-bfc6-7cff1b511e06 req-53e8d866-8b54-4a77-a201-e103d1e77528 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451760 Aug 09 16:54:05.348035 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-837a0b3c-f776-4b51-ae42-a9d59c9f1bb3 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:05.357997 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:05.377679 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Current status of the port 1db96b13-6488-419f-914c-2b9cd5168126 is: ACTIVE; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:54:05.491570 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-837a0b3c-f776-4b51-ae42-a9d59c9f1bb3 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:05.511743 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a0b3c-f776-4b51-ae42-a9d59c9f1bb3 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96aaafb-38fb-46cd-8b3e-2acb659c6757,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:05.594879 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-837a0b3c-f776-4b51-ae42-a9d59c9f1bb3 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:05.604704 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-837a0b3c-f776-4b51-ae42-a9d59c9f1bb3 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5577960 Aug 09 16:54:05.604704 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 57134) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:54:05.604704 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-b4d1f6d9-7cea-4c37-85fe-d46486945630 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Request body: {'security_group_rule': {'security_group_id': '6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff', 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:54:05.670958 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0ef8b-ddf5-4024-97ea-22f7bc99d710 req-8a259613-1fe4-4c15-9e90-eddc8cb037e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:05.672405 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-68f0ef8b-ddf5-4024-97ea-22f7bc99d710 req-8a259613-1fe4-4c15-9e90-eddc8cb037e6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 1098 time: 0.0382226 Aug 09 16:54:05.712172 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-68f0ef8b-ddf5-4024-97ea-22f7bc99d710 req-dc40ded2-7d1b-4e5c-aa09-6d2ee38ba0ce service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303128 Aug 09 16:54:05.733322 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.securitygroups_db [None req-b4d1f6d9-7cea-4c37-85fe-d46486945630 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Project fe8927f6dc13431c858fe5dde17fcf61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:54:05.735461 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b4d1f6d9-7cea-4c37-85fe-d46486945630 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:05.803078 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b4d1f6d9-7cea-4c37-85fe-d46486945630 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:05.906062 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b4d1f6d9-7cea-4c37-85fe-d46486945630 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:05.912769 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72b908-0de1-4bd6-8079-296584644719 req-97bcbbdf-f714-4764-8417-5209d60910d8 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:05.914297 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4f72b908-0de1-4bd6-8079-296584644719 req-97bcbbdf-f714-4764-8417-5209d60910d8 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/networks?id=c0fb33a9-c312-4308-bff4-2acf7408ef6e HTTP/1.1" status: 200 len: 814 time: 0.1076002 Aug 09 16:54:05.923640 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1f6d9-7cea-4c37-85fe-d46486945630 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb962395-ffed-4a14-8a7c-7c63aa1bb2fb,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:05.929835 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4f72b908-0de1-4bd6-8079-296584644719 req-f9d9cdb5-2703-4910-ba59-01e34b6b6ab6 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/quotas/38e0527ae21a471887ded76c9468ebb9 HTTP/1.1" status: 200 len: 375 time: 0.0095129 Aug 09 16:54:05.982730 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4f72b908-0de1-4bd6-8079-296584644719 req-619ef320-a78b-43b4-bde3-c6690943cb97 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=38e0527ae21a471887ded76c9468ebb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469980 Aug 09 16:54:06.006342 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b4d1f6d9-7cea-4c37-85fe-d46486945630 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:06.007584 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-b4d1f6d9-7cea-4c37-85fe-d46486945630 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4077349 Aug 09 16:54:06.119921 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4f72b908-0de1-4bd6-8079-296584644719 req-7a4a82b8-4fce-4a83-a980-7eb7e621479c service neutron] 10.222.0.49 "GET /v2.0/networks/c0fb33a9-c312-4308-bff4-2acf7408ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223586 Aug 09 16:54:06.120823 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fdd8d-7986-4b64-9bee-1cc2f237a3b5 req-a34d7ff1-2d2b-4625-9277-26a8e7b51497 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:06.122445 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-657fdd8d-7986-4b64-9bee-1cc2f237a3b5 req-a34d7ff1-2d2b-4625-9277-26a8e7b51497 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0627561 Aug 09 16:54:06.195942 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-657fdd8d-7986-4b64-9bee-1cc2f237a3b5 req-71087b87-84c7-4267-a427-47e29a489105 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627980 Aug 09 16:54:06.226135 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4f72b908-0de1-4bd6-8079-296584644719 req-18d66bda-fe77-4661-a28d-c5ffff33087f service neutron] 10.222.0.49 "GET /v2.0/networks/c0fb33a9-c312-4308-bff4-2acf7408ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944653 Aug 09 16:54:06.321572 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ae262-a460-48d1-8c6f-f9241bb07880 req-87f6972f-d601-4e85-8069-865d1c788356 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:06.323258 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cd6ae262-a460-48d1-8c6f-f9241bb07880 req-87f6972f-d601-4e85-8069-865d1c788356 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0514553 Aug 09 16:54:06.364239 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cd6ae262-a460-48d1-8c6f-f9241bb07880 req-17f22026-3ca7-48de-819d-ff882e27a50d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350325 Aug 09 16:54:06.463034 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d6d6877b-adf1-405f-a1d6-9437a892301c req-25b73974-6863-43d9-a89e-d38ab281a6c8 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8822413-45dc-4e48-9764-118f6152cb36 HTTP/1.1" status: 200 len: 210 time: 0.0266476 Aug 09 16:54:06.596164 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ded6e3-14ca-475f-9834-a6f3d28e15b4 req-75b94408-26a6-4108-9d9c-2c95679b3c76 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:06.597743 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-53ded6e3-14ca-475f-9834-a6f3d28e15b4 req-75b94408-26a6-4108-9d9c-2c95679b3c76 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0633342 Aug 09 16:54:06.657540 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-53ded6e3-14ca-475f-9834-a6f3d28e15b4 req-ea875fe6-689e-49b3-9891-cb2413af05dc tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489314 Aug 09 16:54:06.729850 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-37df01d6-0052-45db-b6f3-702e3d244c97 req-cef7822d-cf90-4db4-b4c6-064a80933058 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 210 time: 0.0258517 Aug 09 16:54:07.756081 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-82aa7364-5bf3-4637-b1e7-14491b5ee785 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:07.757619 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-82aa7364-5bf3-4637-b1e7-14491b5ee785 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/networks?id=9c2cb89f-e80a-42c5-b2c0-56671b916495 HTTP/1.1" status: 200 len: 809 time: 0.1071837 Aug 09 16:54:07.774139 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-9a0ff692-cda0-4ab3-b3e4-4ac4b0dfe17f tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/quotas/a6eb3127c271468f8d23433acb92e7b7 HTTP/1.1" status: 200 len: 375 time: 0.0101571 Aug 09 16:54:07.809852 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-adbeda5e-1cd5-4010-b1cf-c1222cd3a305 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6eb3127c271468f8d23433acb92e7b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296431 Aug 09 16:54:07.914551 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-5e8a00ca-4155-45fc-83a3-15f665427078 service neutron] 10.222.0.49 "GET /v2.0/networks/9c2cb89f-e80a-42c5-b2c0-56671b916495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944614 Aug 09 16:54:08.010222 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-7b24bb7b-d82b-4ca5-8d91-b110310c3ea0 service neutron] 10.222.0.49 "GET /v2.0/networks/9c2cb89f-e80a-42c5-b2c0-56671b916495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914357 Aug 09 16:54:08.355998 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736b700-ac4f-4395-b46a-4bea56e75d80 req-9aa15a0d-3d00-42b5-8191-8d2ed512e2e9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:08.357546 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2736b700-ac4f-4395-b46a-4bea56e75d80 req-9aa15a0d-3d00-42b5-8191-8d2ed512e2e9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0522368 Aug 09 16:54:08.402719 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device b53a614e-e389-47f8-b39b-c7841a9c3e47 no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:54:08.459695 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2736b700-ac4f-4395-b46a-4bea56e75d80 req-dc7fb97c-8619-41d9-bcf1-5213cbb0f60e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837419 Aug 09 16:54:08.512310 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port b53a614e-e389-47f8-b39b-c7841a9c3e47 is: DOWN; New status is: DOWN {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:54:08.529632 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0c752005-f58a-4e5b-9d39-bcaad6d9fff1 req-ea5c64d6-7d4e-4d5d-a830-33188c3a387c tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 210 time: 0.0543745 Aug 09 16:54:08.562395 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ff4dc58e-8985-44c3-a8a0-97f3abee6db5 req-eb34c02a-6661-4155-b049-365fde1a1479 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 210 time: 0.0449162 Aug 09 16:54:08.618910 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [req-9cd49c36-714d-4ff1-8459-2231d10e09c5 req-e4294c82-669f-4e02-9e27-3ea1e6e0ec0a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:54:08.620080 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9cd49c36-714d-4ff1-8459-2231d10e09c5 req-e4294c82-669f-4e02-9e27-3ea1e6e0ec0a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058217 Aug 09 16:54:08.654566 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1887-a935-49a2-aa69-887c6955755f req-524b472f-76a0-46a3-9cd5-ed0cd2f559ed tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:08.663037 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ca3b1887-a935-49a2-aa69-887c6955755f req-524b472f-76a0-46a3-9cd5-ed0cd2f559ed tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0688500 Aug 09 16:54:08.672823 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 57270) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:54:08.678166 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-eb011028-058a-4e91-a18a-fa1b8961e8d1 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Request body: {'floatingip': {'port_id': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:54:08.728533 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb011028-058a-4e91-a18a-fa1b8961e8d1 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for floatingip, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:09.062569 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf7570-d963-4cdd-a057-152e30282ae3 req-9fb434ce-b391-43cf-9dd2-53ae032bc6ed tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:09.078758 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-abcf7570-d963-4cdd-a057-152e30282ae3 req-9fb434ce-b391-43cf-9dd2-53ae032bc6ed tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0651233 Aug 09 16:54:09.127125 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-abcf7570-d963-4cdd-a057-152e30282ae3 req-eb8088ca-e5c5-4df4-b79f-6787f0a6cb5c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559270 Aug 09 16:54:09.465282 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb011028-058a-4e91-a18a-fa1b8961e8d1 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:09.609318 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-91c6b91c-aecf-4eea-9db9-c45706a3977c req-d304b814-163b-40be-84f2-212a12a44457 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 210 time: 0.0310335 Aug 09 16:54:09.621065 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb011028-058a-4e91-a18a-fa1b8961e8d1 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:09.686937 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bcf878ae-35e8-4432-ba67-9d55365f6f47 req-66aa1e06-3802-4928-beed-8f41b4fbd26c tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 210 time: 0.0300555 Aug 09 16:54:09.688482 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 57300) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:54:09.750548 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.l3_db [None req-eb011028-058a-4e91-a18a-fa1b8961e8d1 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Floating IP 35f4afc6-b977-4451-a89e-68e19e01bd3f associated. External IP: 172.27.0.118, port: 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f. Aug 09 16:54:09.779578 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-493459a9-0147-48e6-b874-ee39d20382c8 req-d072530d-3411-475f-8f55-1be2d3acb28e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898445 Aug 09 16:54:09.789556 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [req-493459a9-0147-48e6-b874-ee39d20382c8 req-340deda8-a9b0-4c73-91ec-e2588c16dbb0 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:54:09.790525 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-493459a9-0147-48e6-b874-ee39d20382c8 req-340deda8-a9b0-4c73-91ec-e2588c16dbb0 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056891 Aug 09 16:54:09.971894 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb011028-058a-4e91-a18a-fa1b8961e8d1 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Router 523e1df2-4956-48fb-9f9b-0607fac1acc0 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:54:10.085516 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb011028-058a-4e91-a18a-fa1b8961e8d1 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:54:10.090017 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-eb011028-058a-4e91-a18a-fa1b8961e8d1 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:10.095987 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedba937-12c4-4bea-b9b6-31bfd9b6eb2b None None] Sync routers for ids ['523e1df2-4956-48fb-9f9b-0607fac1acc0'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:54:10.108291 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedba937-12c4-4bea-b9b6-31bfd9b6eb2b None None] Routers {'523e1df2-4956-48fb-9f9b-0607fac1acc0'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:54:10.113931 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-aedba937-12c4-4bea-b9b6-31bfd9b6eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['523e1df2-4956-48fb-9f9b-0607fac1acc0'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:54:10.125857 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-eb011028-058a-4e91-a18a-fa1b8961e8d1 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "PUT /v2.0/floatingips/35f4afc6-b977-4451-a89e-68e19e01bd3f HTTP/1.1" status: 200 len: 991 time: 1.4518495 Aug 09 16:54:10.126538 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c7a84d-f662-4aa4-b58b-ab04295d1697', 'tag': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:54:10.128966 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd50af76-477d-45bf-a7fb-12042bd99735" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c7a84d-f662-4aa4-b58b-ab04295d1697", "tag": "0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:10.177025 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcb3aea-57a2-4c25-9d42-7ccae1d58a3b x-openstack-request-id: req-bfcb3aea-57a2-4c25-9d42-7ccae1d58a3b {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:54:10.177025 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c7a84d-f662-4aa4-b58b-ab04295d1697", "tag": "0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:54:10.177025 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfcb3aea-57a2-4c25-9d42-7ccae1d58a3b {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:54:10.177025 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfcb3aea-57a2-4c25-9d42-7ccae1d58a3b'] response: {'name': 'network-changed', 'server_uuid': 'f3c7a84d-f662-4aa4-b58b-ab04295d1697', 'tag': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f', 'status': 'completed', 'code': 200} Aug 09 16:54:10.225152 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-aedba937-12c4-4bea-b9b6-31bfd9b6eb2b None None] Set router 523e1df2-4956-48fb-9f9b-0607fac1acc0 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:54:10.308597 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc0bed-c8f9-4a38-847d-13773b876128 req-4c0f95c3-32a6-41ec-99d6-cceb8399b9ab tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:10.310011 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-acbc0bed-c8f9-4a38-847d-13773b876128 req-4c0f95c3-32a6-41ec-99d6-cceb8399b9ab tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.1035254 Aug 09 16:54:10.315901 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50af76-477d-45bf-a7fb-12042bd99735 req-aeacf108-87e9-4f67-b143-a681bccb0246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:10.317231 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd50af76-477d-45bf-a7fb-12042bd99735 req-aeacf108-87e9-4f67-b143-a681bccb0246 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=036e4f22211a49c78cb03d2fb540e984&device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 1098 time: 0.0841901 Aug 09 16:54:10.352697 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-acbc0bed-c8f9-4a38-847d-13773b876128 req-e35cdcb6-659a-4b9c-9979-ca0aafc0388a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342908 Aug 09 16:54:10.525046 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72b908-0de1-4bd6-8079-296584644719 req-9dd4287c-609a-499c-8584-c6e47c763353 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:10.526763 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4f72b908-0de1-4bd6-8079-296584644719 req-9dd4287c-609a-499c-8584-c6e47c763353 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.85 "GET /v2.0/networks?id=c0fb33a9-c312-4308-bff4-2acf7408ef6e HTTP/1.1" status: 200 len: 814 time: 0.1366944 Aug 09 16:54:10.528086 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50af76-477d-45bf-a7fb-12042bd99735 req-0ca333dc-f317-42c3-b97d-c3a8cd223c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:10.529674 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd50af76-477d-45bf-a7fb-12042bd99735 req-0ca333dc-f317-42c3-b97d-c3a8cd223c77 service neutron] 10.222.0.85 "GET /v2.0/networks?id=afefc86c-3f24-4c4b-9b8a-046339133df8 HTTP/1.1" status: 200 len: 920 time: 0.1706440 Aug 09 16:54:10.534491 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-aedba937-12c4-4bea-b9b6-31bfd9b6eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-router', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9535e389-5987-4cf8-9581-82e656ff983f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:08Z', 'revision_number': 4, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'gw_port': {'id': '9535e389-5987-4cf8-9581-82e656ff983f', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '35f4afc6-b977-4451-a89e-68e19e01bd3f', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'port_id': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'mac_address': 'fa:16:3e:98:11:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c7a84d-f662-4aa4-b58b-ab04295d1697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:29Z', 'updated_at': '2022-08-09T16:54:09Z', 'revision_number': 1, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8fa19a-4938-491d-8a32-2a1ec3d71b10', 'name': '', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'mac_address': 'fa:16:3e:88:d7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:05Z', 'updated_at': '2022-08-09T16:51:27Z', 'revision_number': 5, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'subnets': [{'id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:54:10.556384 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-4f72b908-0de1-4bd6-8079-296584644719 req-a0664ea3-6cf9-483e-b06a-887da57aa683 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Request body: {'port': {'device_id': '68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3', 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e', 'admin_state_up': True, 'tenant_id': '38e0527ae21a471887ded76c9468ebb9'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:54:10.563059 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedba937-12c4-4bea-b9b6-31bfd9b6eb2b None None] Checking router: 523e1df2-4956-48fb-9f9b-0607fac1acc0 for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:54:10.573450 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedba937-12c4-4bea-b9b6-31bfd9b6eb2b None None] Routers {'523e1df2-4956-48fb-9f9b-0607fac1acc0'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:54:10.574400 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-aedba937-12c4-4bea-b9b6-31bfd9b6eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:53:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['523e1df2-4956-48fb-9f9b-0607fac1acc0'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:54:10.627006 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd50af76-477d-45bf-a7fb-12042bd99735 req-6646bd48-7934-442f-9b9e-2f9f7049a64f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f HTTP/1.1" status: 200 len: 999 time: 0.0680475 Aug 09 16:54:10.697530 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50af76-477d-45bf-a7fb-12042bd99735 req-8a355f5d-a531-4920-baab-01f49e91ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:10.698991 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd50af76-477d-45bf-a7fb-12042bd99735 req-8a355f5d-a531-4920-baab-01f49e91ffbe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2078996a-91bc-4210-bac4-b6f4af459f79 HTTP/1.1" status: 200 len: 858 time: 0.0633478 Aug 09 16:54:10.705008 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-aedba937-12c4-4bea-b9b6-31bfd9b6eb2b None None] Set router 523e1df2-4956-48fb-9f9b-0607fac1acc0 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:54:10.768160 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c69f14aa-a2b2-479b-bce4-28fffddd747c req-bccfc3e8-1778-465e-8a39-96ae21056e9a tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 210 time: 0.0628288 Aug 09 16:54:10.781360 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50af76-477d-45bf-a7fb-12042bd99735 req-c015684b-c342-490e-be56-00255cd8dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:10.781360 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd50af76-477d-45bf-a7fb-12042bd99735 req-c015684b-c342-490e-be56-00255cd8dfb2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afefc86c-3f24-4c4b-9b8a-046339133df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723720 Aug 09 16:54:10.834597 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d9cf9379-2359-4641-8da6-982754b27fd9 req-8343c78b-9ce0-49f0-96a0-71a751cde097 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 210 time: 0.0427089 Aug 09 16:54:10.872830 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f72b908-0de1-4bd6-8079-296584644719 req-a0664ea3-6cf9-483e-b06a-887da57aa683 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Made reservation on behalf of 38e0527ae21a471887ded76c9468ebb9 for: {'port': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:54:10.877791 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-4f72b908-0de1-4bd6-8079-296584644719 req-a0664ea3-6cf9-483e-b06a-887da57aa683 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:10.965004 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd50af76-477d-45bf-a7fb-12042bd99735 req-d0104735-ad6d-41fd-b4ca-5933f52cee2e service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736166 Aug 09 16:54:10.987449 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-aedba937-12c4-4bea-b9b6-31bfd9b6eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-router', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9535e389-5987-4cf8-9581-82e656ff983f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:08Z', 'revision_number': 4, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'gw_port': {'id': '9535e389-5987-4cf8-9581-82e656ff983f', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '35f4afc6-b977-4451-a89e-68e19e01bd3f', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'port_id': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'mac_address': 'fa:16:3e:98:11:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c7a84d-f662-4aa4-b58b-ab04295d1697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:29Z', 'updated_at': '2022-08-09T16:54:09Z', 'revision_number': 1, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8fa19a-4938-491d-8a32-2a1ec3d71b10', 'name': '', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'mac_address': 'fa:16:3e:88:d7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:05Z', 'updated_at': '2022-08-09T16:51:27Z', 'revision_number': 5, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'subnets': [{'id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:54:11.042319 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedba937-12c4-4bea-b9b6-31bfd9b6eb2b None None] The sync data for ids ['523e1df2-4956-48fb-9f9b-0607fac1acc0'] in dv-cinder-852570-1-iscsi is: [{'id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-router', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9535e389-5987-4cf8-9581-82e656ff983f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:08Z', 'revision_number': 4, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'gw_port': {'id': '9535e389-5987-4cf8-9581-82e656ff983f', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '35f4afc6-b977-4451-a89e-68e19e01bd3f', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'port_id': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'mac_address': 'fa:16:3e:98:11:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c7a84d-f662-4aa4-b58b-ab04295d1697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:29Z', 'updated_at': '2022-08-09T16:54:09Z', 'revision_number': 1, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8fa19a-4938-491d-8a32-2a1ec3d71b10', 'name': '', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'mac_address': 'fa:16:3e:88:d7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:05Z', 'updated_at': '2022-08-09T16:51:27Z', 'revision_number': 5, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'subnets': [{'id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:54:11.101279 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [req-4f72b908-0de1-4bd6-8079-296584644719 req-a0664ea3-6cf9-483e-b06a-887da57aa683 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Allocated IP 172.20.0.13 (c0fb33a9-c312-4308-bff4-2acf7408ef6e/50a8ad36-9b75-4457-a6fd-07ba2b853e74/5ecdb52a-5824-4532-9428-f46db0c3626b) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:54:11.119701 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd50af76-477d-45bf-a7fb-12042bd99735 req-5c0fbea2-d710-43c6-ac23-82e55da5ff9c service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375055 Aug 09 16:54:11.186147 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-0d4d8b48-2548-4ebc-8ca3-03536ea2ec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:11.365874 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3973d19e-05b0-4195-bafc-7a089c37ae61 None None] New status for floating IP 35f4afc6-b977-4451-a89e-68e19e01bd3f: ACTIVE {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:54:11.379755 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-4f72b908-0de1-4bd6-8079-296584644719 req-a0664ea3-6cf9-483e-b06a-887da57aa683 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:11.529187 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382acbf-e44e-4735-a806-88921086ed95 req-7880cb0a-f42f-410d-893c-ff3aedb67431 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:11.534417 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c382acbf-e44e-4735-a806-88921086ed95 req-7880cb0a-f42f-410d-893c-ff3aedb67431 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0560522 Aug 09 16:54:11.539324 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-4f72b908-0de1-4bd6-8079-296584644719 req-a0664ea3-6cf9-483e-b06a-887da57aa683 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:11.627376 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f72b908-0de1-4bd6-8079-296584644719 req-a0664ea3-6cf9-483e-b06a-887da57aa683 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Network c0fb33a9-c312-4308-bff4-2acf7408ef6e is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:54:11.635569 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [req-4f72b908-0de1-4bd6-8079-296584644719 req-a0664ea3-6cf9-483e-b06a-887da57aa683 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:54:11.640047 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f72b908-0de1-4bd6-8079-296584644719 req-a0664ea3-6cf9-483e-b06a-887da57aa683 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:54:11.644830 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0664ea3-6cf9-483e-b06a-887da57aa683 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Pushing event updated for resources: {'Port': ['ID=5ecdb52a-5824-4532-9428-f46db0c3626b,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:11.665054 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c382acbf-e44e-4735-a806-88921086ed95 req-16ed39ff-5841-48dd-9e03-9aeb3c189b49 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217341 Aug 09 16:54:11.716078 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-2f9d7a90-8fec-4870-9e89-41c885193857 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:11.718392 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-2f9d7a90-8fec-4870-9e89-41c885193857 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.85 "GET /v2.0/networks?id=9c2cb89f-e80a-42c5-b2c0-56671b916495 HTTP/1.1" status: 200 len: 809 time: 0.1949830 Aug 09 16:54:11.746319 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-bde3dea6-ad9c-4d95-a35b-71f097693402 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Request body: {'port': {'device_id': 'a71a9207-1af4-40a0-a254-6b637b9983af', 'network_id': '9c2cb89f-e80a-42c5-b2c0-56671b916495', 'admin_state_up': True, 'tenant_id': 'a6eb3127c271468f8d23433acb92e7b7'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:54:11.753645 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72b908-0de1-4bd6-8079-296584644719 req-a0664ea3-6cf9-483e-b06a-887da57aa683 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:11.754351 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-4f72b908-0de1-4bd6-8079-296584644719 req-a0664ea3-6cf9-483e-b06a-887da57aa683 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:11.903089 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4f72b908-0de1-4bd6-8079-296584644719 req-a0664ea3-6cf9-483e-b06a-887da57aa683 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3519371 Aug 09 16:54:11.917189 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c41ef-8429-4509-8c28-cbcf94136051 req-12a90a69-f271-4036-9f9b-c594c9c44885 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:11.918819 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ed5c41ef-8429-4509-8c28-cbcf94136051 req-12a90a69-f271-4036-9f9b-c594c9c44885 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 932 time: 0.0737476 Aug 09 16:54:11.922887 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Request body: {'port': {'device_id': '68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:54:11.957298 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-59e49d93-2a0a-4203-8a6e-8682f4bdc455 None None] Provisioning complete for port 5ecdb52a-5824-4532-9428-f46db0c3626b triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:54:11.958309 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-59e49d93-2a0a-4203-8a6e-8682f4bdc455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:12.001946 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3cfa074a-ee0f-4c55-bea0-a6fb3de84642 req-bf145dd1-5813-4f3b-a28d-98ac41aaefe4 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 210 time: 0.0630162 Aug 09 16:54:12.039841 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ed5c41ef-8429-4509-8c28-cbcf94136051 req-7993f648-faed-4ec0-ad98-437d23fcdd0a tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105795 Aug 09 16:54:12.041056 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-bde3dea6-ad9c-4d95-a35b-71f097693402 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Made reservation on behalf of a6eb3127c271468f8d23433acb92e7b7 for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:54:12.042713 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-59e49d93-2a0a-4203-8a6e-8682f4bdc455 None None] Port 5ecdb52a-5824-4532-9428-f46db0c3626b cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:54:12.052872 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-bde3dea6-ad9c-4d95-a35b-71f097693402 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:12.095491 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:12.272231 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-bde3dea6-ad9c-4d95-a35b-71f097693402 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Allocated IP 172.20.0.2 (9c2cb89f-e80a-42c5-b2c0-56671b916495/ed97eefa-ee79-4d1a-b7bd-e417f3e3d431/0fd71c85-96a4-4a33-8afd-ab232f08fac8) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:54:12.514140 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ecdb52a-5824-4532-9428-f46db0c3626b {{(pid=109849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:54:12.524152 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Notify callbacks [] for port, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:12.532250 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-bde3dea6-ad9c-4d95-a35b-71f097693402 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:12.543104 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.provisioning_blocks [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Transition to ACTIVE for port object 5ecdb52a-5824-4532-9428-f46db0c3626b will not be triggered until provisioned by entity L2. {{(pid=109849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:54:12.678760 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25174475'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:12.713561 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-bde3dea6-ad9c-4d95-a35b-71f097693402 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:12.739421 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Pushing event updated for resources: {'Port': ['ID=5ecdb52a-5824-4532-9428-f46db0c3626b,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:12.796293 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-bde3dea6-ad9c-4d95-a35b-71f097693402 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Network 9c2cb89f-e80a-42c5-b2c0-56671b916495 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:54:12.799696 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-bde3dea6-ad9c-4d95-a35b-71f097693402 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:54:12.806566 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-bde3dea6-ad9c-4d95-a35b-71f097693402 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:54:12.815533 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-bde3dea6-ad9c-4d95-a35b-71f097693402 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:12.816193 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-bde3dea6-ad9c-4d95-a35b-71f097693402 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:12.821076 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3dea6-ad9c-4d95-a35b-71f097693402 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Pushing event updated for resources: {'Port': ['ID=0fd71c85-96a4-4a33-8afd-ab232f08fac8,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:12.911121 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb863f4f-13f7-48d7-85d0-9a2b2207266a req-11e00cfe-aa58-4aab-8b99-09939959a18c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:12.919922 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bb863f4f-13f7-48d7-85d0-9a2b2207266a req-11e00cfe-aa58-4aab-8b99-09939959a18c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0961187 Aug 09 16:54:12.930392 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Attempting to bind port 5ecdb52a-5824-4532-9428-f46db0c3626b on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:54:12.930733 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Attempting to bind port 5ecdb52a-5824-4532-9428-f46db0c3626b by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': 'a735e250-5733-4f6d-aba1-ee0e683bf432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:54:12.931066 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Attempting to bind port 5ecdb52a-5824-4532-9428-f46db0c3626b on network c0fb33a9-c312-4308-bff4-2acf7408ef6e {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:54:12.945547 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Port 5ecdb52a-5824-4532-9428-f46db0c3626b on network c0fb33a9-c312-4308-bff4-2acf7408ef6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:54:12.946014 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Attempting to bind port 5ecdb52a-5824-4532-9428-f46db0c3626b on network c0fb33a9-c312-4308-bff4-2acf7408ef6e {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:54:12.961812 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:54:12.962131 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Checking segment: {'id': 'a735e250-5733-4f6d-aba1-ee0e683bf432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:54:12.962467 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Bound using segment: {'id': 'a735e250-5733-4f6d-aba1-ee0e683bf432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:54:12.962916 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Bound port: 5ecdb52a-5824-4532-9428-f46db0c3626b, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a735e250-5733-4f6d-aba1-ee0e683bf432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:54:12.963268 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:12.986233 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bb863f4f-13f7-48d7-85d0-9a2b2207266a req-e1cc57de-2810-46ee-b706-e10da3734af2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654192 Aug 09 16:54:13.022529 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-bde3dea6-ad9c-4d95-a35b-71f097693402 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2807925 Aug 09 16:54:13.067181 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] For port 5ecdb52a-5824-4532-9428-f46db0c3626b, host hv-cinder-85257, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:54:13.072223 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] For port 5ecdb52a-5824-4532-9428-f46db0c3626b, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=5ecdb52a-5824-4532-9428-f46db0c3626b,segment=NetworkSegment(a735e250-5733-4f6d-aba1-ee0e683bf432),segment_id=a735e250-5733-4f6d-aba1-ee0e683bf432)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:54:13.152020 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dd531552-0150-4416-8e13-4feaaf2360fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:13.198965 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25174475'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:13.203095 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:13.203971 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:13.205690 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4f72b908-0de1-4bd6-8079-296584644719 req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] 10.222.0.85 "PUT /v2.0/ports/5ecdb52a-5824-4532-9428-f46db0c3626b HTTP/1.1" status: 200 len: 1094 time: 1.2876065 Aug 09 16:54:13.209019 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3', 'tag': '5ecdb52a-5824-4532-9428-f46db0c3626b'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:54:13.212067 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7629f892-1e09-4a01-8c87-fe2a04ec1401" -d '{"events": [{"name": "network-changed", "server_uuid": "68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3", "tag": "5ecdb52a-5824-4532-9428-f46db0c3626b"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:13.271550 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc0e71-bdc1-4502-ba6d-3e3a17308013 req-d16b088f-728a-4670-a899-3c75bb5a880e tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:13.273253 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-86bc0e71-bdc1-4502-ba6d-3e3a17308013 req-d16b088f-728a-4670-a899-3c75bb5a880e tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 944 time: 0.1169348 Aug 09 16:54:13.308951 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326821c-f833-4263-97f3-599c3f70c7af service neutron] Pushing event updated for resources: {'Port': ['ID=5ecdb52a-5824-4532-9428-f46db0c3626b,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:13.372733 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-86bc0e71-bdc1-4502-ba6d-3e3a17308013 req-7f272c2c-5d3d-4d33-aa0c-2b94a085be49 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896401 Aug 09 16:54:13.431481 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578f015d-c6d8-44a5-9f8a-bb32774ae023 x-openstack-request-id: req-578f015d-c6d8-44a5-9f8a-bb32774ae023 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:54:13.432030 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3", "tag": "5ecdb52a-5824-4532-9428-f46db0c3626b", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:54:13.432347 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-578f015d-c6d8-44a5-9f8a-bb32774ae023 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:54:13.432913 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-578f015d-c6d8-44a5-9f8a-bb32774ae023'] response: {'name': 'network-changed', 'server_uuid': '68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3', 'tag': '5ecdb52a-5824-4532-9428-f46db0c3626b', 'status': 'completed', 'code': 200} Aug 09 16:54:13.475759 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f9968-bedc-4613-abc7-4aa5a13baf0f req-2fe7a04d-3932-46e2-b214-c0c4dabb882a tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:13.477336 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-838f9968-bedc-4613-abc7-4aa5a13baf0f req-2fe7a04d-3932-46e2-b214-c0c4dabb882a tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 931 time: 0.3744700 Aug 09 16:54:13.541297 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-838f9968-bedc-4613-abc7-4aa5a13baf0f req-c5430596-a2ba-4bda-8289-207c91f31eaf tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468240 Aug 09 16:54:14.129200 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56353261-0f7e-4ac5-bf44-667357142e6a req-c7cbcf1c-b2b6-4444-bea3-d1917cebd38e tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:14.131078 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-56353261-0f7e-4ac5-bf44-667357142e6a req-c7cbcf1c-b2b6-4444-bea3-d1917cebd38e tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0505896 Aug 09 16:54:14.171442 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-56353261-0f7e-4ac5-bf44-667357142e6a req-28ca86c4-f414-4e4e-a781-d24961e379d9 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327258 Aug 09 16:54:14.529889 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e2232-b277-4b81-a316-72a172a89859 req-3dd8c752-bd03-49d2-8173-8e050750456b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:14.531468 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-de9e2232-b277-4b81-a316-72a172a89859 req-3dd8c752-bd03-49d2-8173-8e050750456b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0580072 Aug 09 16:54:14.570556 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-de9e2232-b277-4b81-a316-72a172a89859 req-8266a8f9-0d19-4c67-950a-7c51a5fbe288 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321486 Aug 09 16:54:14.715035 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8191c32-ca7b-4746-a0b0-4423834d1100 req-259529cd-23c3-442f-ab37-cdc8ee387155 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:14.717004 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a8191c32-ca7b-4746-a0b0-4423834d1100 req-259529cd-23c3-442f-ab37-cdc8ee387155 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 931 time: 0.0856256 Aug 09 16:54:14.760552 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a8191c32-ca7b-4746-a0b0-4423834d1100 req-de134279-f732-494c-9dab-0c7f18dd95ed tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367818 Aug 09 16:54:14.986201 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:15.303982 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773ec11-71b1-43f2-b455-8bd7b5426d9f req-9538d534-b441-4b50-9ae8-9ba42cd7c517 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:15.305646 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1773ec11-71b1-43f2-b455-8bd7b5426d9f req-9538d534-b441-4b50-9ae8-9ba42cd7c517 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0494101 Aug 09 16:54:15.358914 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1773ec11-71b1-43f2-b455-8bd7b5426d9f req-d16b8ac4-26d4-4434-aa39-02c596d6f541 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402017 Aug 09 16:54:15.701636 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004d170-05b4-4aac-b4b7-be467769fcd1 req-b3485766-d83d-4b8f-a4b8-033891708732 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:15.703312 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b004d170-05b4-4aac-b4b7-be467769fcd1 req-b3485766-d83d-4b8f-a4b8-033891708732 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0503716 Aug 09 16:54:15.770664 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b004d170-05b4-4aac-b4b7-be467769fcd1 req-ea0fdb76-f924-419c-8828-6e5040136f79 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608940 Aug 09 16:54:15.888340 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187701e5-59fc-4ec0-a57b-aaee7c97e573 req-1d651d32-e0c2-4433-a623-df7e6231062d tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:15.889768 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-187701e5-59fc-4ec0-a57b-aaee7c97e573 req-1d651d32-e0c2-4433-a623-df7e6231062d tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 931 time: 0.0567946 Aug 09 16:54:15.930341 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-187701e5-59fc-4ec0-a57b-aaee7c97e573 req-66c115ca-f52e-4b0f-9d32-c44e366071ff tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344753 Aug 09 16:54:16.215130 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:16.509602 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9312f-47cb-4431-b186-47ecce3bcfe7 req-6f0c68dc-66fd-4dea-844d-70ed9139ca19 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:16.511244 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f8e9312f-47cb-4431-b186-47ecce3bcfe7 req-6f0c68dc-66fd-4dea-844d-70ed9139ca19 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0577574 Aug 09 16:54:16.550569 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f8e9312f-47cb-4431-b186-47ecce3bcfe7 req-c746eaa4-47c2-4035-b9cf-9bf3ce9556f2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330842 Aug 09 16:54:16.857063 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:16.924513 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5fd95-158b-4128-8d6c-112b42a94f0c req-d67ee7ce-731c-4f6e-8671-b6616a7cdb88 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:16.926090 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7cb5fd95-158b-4128-8d6c-112b42a94f0c req-d67ee7ce-731c-4f6e-8671-b6616a7cdb88 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0521595 Aug 09 16:54:16.965296 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7cb5fd95-158b-4128-8d6c-112b42a94f0c req-154ccb3a-db6f-4b5c-9878-17dadcc5c387 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319486 Aug 09 16:54:17.032343 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:17.065924 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9035f2-c387-448f-a907-68089a63e39b req-aed20df1-3818-47c3-a8b5-f01d907b577a tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:17.068419 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2a9035f2-c387-448f-a907-68089a63e39b req-aed20df1-3818-47c3-a8b5-f01d907b577a tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 931 time: 0.0573735 Aug 09 16:54:17.115411 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2a9035f2-c387-448f-a907-68089a63e39b req-19c629ee-2c4c-493f-a82c-271620ce165c tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Aug 09 16:54:17.684902 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233bbbb2-9d13-4c0b-a605-b1c43aacf908 req-d268340b-b76e-47ee-9f77-e231cd7ecfd9 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:17.686632 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-233bbbb2-9d13-4c0b-a605-b1c43aacf908 req-d268340b-b76e-47ee-9f77-e231cd7ecfd9 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0542116 Aug 09 16:54:17.732203 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-233bbbb2-9d13-4c0b-a605-b1c43aacf908 req-ff89bb3f-9625-4836-b7ec-d870313dac0f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386171 Aug 09 16:54:18.118405 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85724063-8a50-43d3-998a-7f544bccd87e req-34f1137e-68dd-437a-a863-6e32451581c4 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:18.120042 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-85724063-8a50-43d3-998a-7f544bccd87e req-34f1137e-68dd-437a-a863-6e32451581c4 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0603454 Aug 09 16:54:18.164299 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-85724063-8a50-43d3-998a-7f544bccd87e req-cc37d580-004b-43cc-b2f6-527a56856a49 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378692 Aug 09 16:54:18.256544 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed48db-d5a8-49d2-aee6-6d7358bcb98f req-d445a743-5c5d-410d-b88e-e2d004badcd4 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:18.258166 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-18ed48db-d5a8-49d2-aee6-6d7358bcb98f req-d445a743-5c5d-410d-b88e-e2d004badcd4 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 931 time: 0.0581455 Aug 09 16:54:18.297926 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-18ed48db-d5a8-49d2-aee6-6d7358bcb98f req-98788d81-5ad5-495e-88dc-79352f5fdbcf tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338047 Aug 09 16:54:18.869048 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7065b4c-0c15-4011-9b5e-ad389764bf80 req-39cdfc4d-e573-454b-8e11-b6e58e76a250 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:18.870622 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a7065b4c-0c15-4011-9b5e-ad389764bf80 req-39cdfc4d-e573-454b-8e11-b6e58e76a250 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0563273 Aug 09 16:54:18.915933 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a7065b4c-0c15-4011-9b5e-ad389764bf80 req-9bb3b84e-7d59-47db-b8c8-7c769a2bd7c5 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359590 Aug 09 16:54:19.294166 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47170d-ce2d-47a2-a10a-e749fb7e7482 req-166f920f-6da4-44e3-84f1-94388b9d1147 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:19.295734 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1d47170d-ce2d-47a2-a10a-e749fb7e7482 req-166f920f-6da4-44e3-84f1-94388b9d1147 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0511553 Aug 09 16:54:19.332969 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1d47170d-ce2d-47a2-a10a-e749fb7e7482 req-6bdf80c3-5f75-4a8a-8c26-bf2c6511f0d0 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310628 Aug 09 16:54:19.475598 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd595e-a31e-4261-ab97-66ed3c481490 req-30d5340a-9f27-49df-87f7-375fd5d95f37 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:19.477000 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fedd595e-a31e-4261-ab97-66ed3c481490 req-30d5340a-9f27-49df-87f7-375fd5d95f37 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 931 time: 0.0565171 Aug 09 16:54:19.516528 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fedd595e-a31e-4261-ab97-66ed3c481490 req-3425e9ee-41a4-4df2-a082-fe3a8a0698d0 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334082 Aug 09 16:54:20.060759 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85ac6b-050c-42ff-96cb-e145a4436574 req-75e56bdc-a684-4eb4-839d-43e85a121378 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:20.065887 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0d85ac6b-050c-42ff-96cb-e145a4436574 req-75e56bdc-a684-4eb4-839d-43e85a121378 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0635474 Aug 09 16:54:20.108157 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0d85ac6b-050c-42ff-96cb-e145a4436574 req-732b35bf-d061-47a3-b56c-2b3b6abc3f88 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366938 Aug 09 16:54:20.480948 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bc633-bc01-449a-8e46-83d282da52b7 req-eacbbafe-991d-4ef3-a40c-277a7bda8efa tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:20.482663 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f91bc633-bc01-449a-8e46-83d282da52b7 req-eacbbafe-991d-4ef3-a40c-277a7bda8efa tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0765383 Aug 09 16:54:20.523502 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f91bc633-bc01-449a-8e46-83d282da52b7 req-5f902b7e-c471-40ff-a3b4-81fd65078334 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347271 Aug 09 16:54:20.644725 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f71345-4361-4e26-b5db-75c8e9b274f2 req-61ba2923-6b4e-4929-a7fe-0b65f7cbceb2 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:20.647154 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f8f71345-4361-4e26-b5db-75c8e9b274f2 req-61ba2923-6b4e-4929-a7fe-0b65f7cbceb2 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 931 time: 0.0546055 Aug 09 16:54:20.692127 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f8f71345-4361-4e26-b5db-75c8e9b274f2 req-acc46b6a-7e6b-41cd-ad89-15dbfdf72ffb tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384622 Aug 09 16:54:21.260905 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df361f21-b2eb-443d-ab5d-c63418379914 req-150a009e-9c3d-4a34-b5aa-842a0a93c7a6 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:21.263313 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-df361f21-b2eb-443d-ab5d-c63418379914 req-150a009e-9c3d-4a34-b5aa-842a0a93c7a6 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0642035 Aug 09 16:54:21.323901 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-df361f21-b2eb-443d-ab5d-c63418379914 req-18d06f57-23e4-4570-b170-9ae983d1fe46 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542305 Aug 09 16:54:21.662635 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f5c7-1a5c-44a0-8e42-b8855572617a req-326e52cf-0aa3-4c18-a94a-49c86dcd273d tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:21.664133 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-74a3f5c7-1a5c-44a0-8e42-b8855572617a req-326e52cf-0aa3-4c18-a94a-49c86dcd273d tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0538630 Aug 09 16:54:21.702047 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-74a3f5c7-1a5c-44a0-8e42-b8855572617a req-fb0a1813-1cf7-4454-a0a7-1c7136f1a96a tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315979 Aug 09 16:54:21.825329 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d6180-ff78-490d-99c9-206639d0afa0 req-0a25f7ac-87ab-4baf-be2f-9b788e57781f tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:21.827105 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4a7d6180-ff78-490d-99c9-206639d0afa0 req-0a25f7ac-87ab-4baf-be2f-9b788e57781f tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 931 time: 0.0611408 Aug 09 16:54:21.870156 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4a7d6180-ff78-490d-99c9-206639d0afa0 req-53d374b0-638d-4f76-aae0-027113d23ab4 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350792 Aug 09 16:54:22.460943 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349ec1b-f8df-4799-82a2-836e3220a7b0 req-1505b5d4-1e51-455e-b869-1b0ba78750bb tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:22.462492 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5349ec1b-f8df-4799-82a2-836e3220a7b0 req-1505b5d4-1e51-455e-b869-1b0ba78750bb tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0499163 Aug 09 16:54:22.500371 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5349ec1b-f8df-4799-82a2-836e3220a7b0 req-0fc08b45-c65e-4d69-a42c-6ec29638bf48 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316958 Aug 09 16:54:22.844967 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88665bd1-9b29-46ec-a92e-d78bb8af9d9f req-52ce6e21-d9b9-42c2-9eaf-73451165be1c tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:22.846484 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-88665bd1-9b29-46ec-a92e-d78bb8af9d9f req-52ce6e21-d9b9-42c2-9eaf-73451165be1c tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0493305 Aug 09 16:54:22.887028 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-88665bd1-9b29-46ec-a92e-d78bb8af9d9f req-4d0602b0-e489-4b94-bf83-efcd115a4aaa tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334451 Aug 09 16:54:22.898673 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:54:22.994261 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e36560-6eca-4e9b-817a-0f25d11fee87 req-14493145-2cc8-48c9-91ec-de65fd0a17be tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:22.995675 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-34e36560-6eca-4e9b-817a-0f25d11fee87 req-14493145-2cc8-48c9-91ec-de65fd0a17be tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 931 time: 0.0515473 Aug 09 16:54:23.032697 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-34e36560-6eca-4e9b-817a-0f25d11fee87 req-6a2cf5eb-e947-49f6-9be4-258d4e8dbe6e tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311520 Aug 09 16:54:23.626767 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92ccb1-ce2f-4182-b373-5f6c7340ba72 req-e382b8da-1cb8-422d-aacf-63483e9be06b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:23.628263 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3f92ccb1-ce2f-4182-b373-5f6c7340ba72 req-e382b8da-1cb8-422d-aacf-63483e9be06b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0493844 Aug 09 16:54:23.667571 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3f92ccb1-ce2f-4182-b373-5f6c7340ba72 req-05890299-ef34-4bf2-80d8-e1a5b9928cde tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326364 Aug 09 16:54:24.004440 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606c7b0-a010-41bb-a606-dafe68ed5505 req-39473a4e-ddd5-4999-9004-caafb202ab4e tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:24.006603 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b606c7b0-a010-41bb-a606-dafe68ed5505 req-39473a4e-ddd5-4999-9004-caafb202ab4e tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0496030 Aug 09 16:54:24.044687 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b606c7b0-a010-41bb-a606-dafe68ed5505 req-f1520ef0-8b0c-43d9-a31b-ba2f5c80a7bb tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 Aug 09 16:54:24.158315 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987df163-cad9-4b1e-8f98-24617d2916f7 req-fc005c5e-e0bc-4046-8b48-78fb3db73433 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:24.159676 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-987df163-cad9-4b1e-8f98-24617d2916f7 req-fc005c5e-e0bc-4046-8b48-78fb3db73433 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 931 time: 0.0515544 Aug 09 16:54:24.197392 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-987df163-cad9-4b1e-8f98-24617d2916f7 req-b2b18c83-b641-4ba2-a192-c82900806f03 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316148 Aug 09 16:54:24.794484 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdc865-dbd3-4431-bf03-e5f1789dd9f0 req-a87bf38e-1374-4db4-98e9-b8ef056baf95 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:24.795985 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cdbdc865-dbd3-4431-bf03-e5f1789dd9f0 req-a87bf38e-1374-4db4-98e9-b8ef056baf95 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0522974 Aug 09 16:54:24.833569 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cdbdc865-dbd3-4431-bf03-e5f1789dd9f0 req-c41cce8f-d5fb-4794-adaf-be76c99faa19 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314753 Aug 09 16:54:25.167508 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae398394-05af-46fe-a051-593c9c2d51a6 req-31af98ad-8b30-448c-9376-7d8a9d14aff9 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:25.168979 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ae398394-05af-46fe-a051-593c9c2d51a6 req-31af98ad-8b30-448c-9376-7d8a9d14aff9 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0503101 Aug 09 16:54:25.208796 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ae398394-05af-46fe-a051-593c9c2d51a6 req-232c9378-ad23-48b8-b15d-eb0e1da20131 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334964 Aug 09 16:54:25.211368 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Request body: {'port': {'device_id': 'a71a9207-1af4-40a0-a254-6b637b9983af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:54:25.264021 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629f892-1e09-4a01-8c87-fe2a04ec1401 req-da26d0d4-42bf-4c13-a834-26de65f4563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:25.265748 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7629f892-1e09-4a01-8c87-fe2a04ec1401 req-da26d0d4-42bf-4c13-a834-26de65f4563a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=38e0527ae21a471887ded76c9468ebb9&device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0524554 Aug 09 16:54:25.299563 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:25.431013 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394edf90-c8d8-4d00-a299-eda56da6c7d1 req-ae3b2164-c973-4f9e-8c1b-7916a7cfba72 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:25.432545 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-394edf90-c8d8-4d00-a299-eda56da6c7d1 req-ae3b2164-c973-4f9e-8c1b-7916a7cfba72 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 931 time: 0.1383543 Aug 09 16:54:25.490079 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629f892-1e09-4a01-8c87-fe2a04ec1401 req-f19370b4-470a-4991-bec1-bbb7755e2ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:25.491988 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7629f892-1e09-4a01-8c87-fe2a04ec1401 req-f19370b4-470a-4991-bec1-bbb7755e2ef1 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=38e0527ae21a471887ded76c9468ebb9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1767566 Aug 09 16:54:25.504494 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-394edf90-c8d8-4d00-a299-eda56da6c7d1 req-f5f63f64-d315-4206-8fd3-5eb62e3dbc08 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652108 Aug 09 16:54:25.624725 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd71c85-96a4-4a33-8afd-ab232f08fac8 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:54:25.636149 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:25.648387 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Transition to ACTIVE for port object 0fd71c85-96a4-4a33-8afd-ab232f08fac8 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:54:25.661820 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629f892-1e09-4a01-8c87-fe2a04ec1401 req-580b69e8-6203-4a33-beb8-4fa023d13eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:25.663409 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7629f892-1e09-4a01-8c87-fe2a04ec1401 req-580b69e8-6203-4a33-beb8-4fa023d13eec service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1626372 Aug 09 16:54:25.807479 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72b908-0de1-4bd6-8079-296584644719 req-141e16b7-1124-49d1-9976-379180be7fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:25.809004 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4f72b908-0de1-4bd6-8079-296584644719 req-141e16b7-1124-49d1-9976-379180be7fff service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=38e0527ae21a471887ded76c9468ebb9&device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0422957 Aug 09 16:54:25.836896 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:25.908293 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Attempting to bind port 0fd71c85-96a4-4a33-8afd-ab232f08fac8 on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:54:25.908622 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Attempting to bind port 0fd71c85-96a4-4a33-8afd-ab232f08fac8 by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': '329c20f0-b273-44f6-ae2d-9a2acf616cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9c2cb89f-e80a-42c5-b2c0-56671b916495'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:54:25.908939 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Attempting to bind port 0fd71c85-96a4-4a33-8afd-ab232f08fac8 on network 9c2cb89f-e80a-42c5-b2c0-56671b916495 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:54:25.911034 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Pushing event updated for resources: {'Port': ['ID=0fd71c85-96a4-4a33-8afd-ab232f08fac8,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:25.917813 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Port 0fd71c85-96a4-4a33-8afd-ab232f08fac8 on network 9c2cb89f-e80a-42c5-b2c0-56671b916495 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:54:25.918179 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Attempting to bind port 0fd71c85-96a4-4a33-8afd-ab232f08fac8 on network 9c2cb89f-e80a-42c5-b2c0-56671b916495 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:54:25.923375 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:54:25.923715 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Checking segment: {'id': '329c20f0-b273-44f6-ae2d-9a2acf616cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9c2cb89f-e80a-42c5-b2c0-56671b916495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:54:25.924090 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Bound using segment: {'id': '329c20f0-b273-44f6-ae2d-9a2acf616cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9c2cb89f-e80a-42c5-b2c0-56671b916495'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:54:25.924512 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Bound port: 0fd71c85-96a4-4a33-8afd-ab232f08fac8, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c20f0-b273-44f6-ae2d-9a2acf616cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9c2cb89f-e80a-42c5-b2c0-56671b916495'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:54:25.924865 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:25.927609 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4f72b908-0de1-4bd6-8079-296584644719 req-3346d4da-031a-4eb3-a3cc-580482de7b43 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecdb52a-5824-4532-9428-f46db0c3626b HTTP/1.1" status: 200 len: 217 time: 0.0565870 Aug 09 16:54:25.995369 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] For port 0fd71c85-96a4-4a33-8afd-ab232f08fac8, host hv-cinder-85257, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:54:25.998513 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] For port 0fd71c85-96a4-4a33-8afd-ab232f08fac8, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0fd71c85-96a4-4a33-8afd-ab232f08fac8,segment=NetworkSegment(329c20f0-b273-44f6-ae2d-9a2acf616cc0),segment_id=329c20f0-b273-44f6-ae2d-9a2acf616cc0)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:54:26.005181 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72b908-0de1-4bd6-8079-296584644719 req-22e2a9f8-1474-47ad-b082-7b29cf037b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:26.006702 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4f72b908-0de1-4bd6-8079-296584644719 req-22e2a9f8-1474-47ad-b082-7b29cf037b19 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=50a8ad36-9b75-4457-a6fd-07ba2b853e74 HTTP/1.1" status: 200 len: 853 time: 0.0677805 Aug 09 16:54:26.013937 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13175e8a-0bef-4cce-8250-afc6d9938857 req-63427604-6a27-4a2a-8ff4-3cd02c1290f3 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:26.015297 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13175e8a-0bef-4cce-8250-afc6d9938857 req-63427604-6a27-4a2a-8ff4-3cd02c1290f3 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0903144 Aug 09 16:54:26.082267 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13175e8a-0bef-4cce-8250-afc6d9938857 req-e3d44bdd-6ad5-4df3-8634-ed6c9997ad07 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562193 Aug 09 16:54:26.084900 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72b908-0de1-4bd6-8079-296584644719 req-49185286-300a-436f-abfe-03806a6ca989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:26.086341 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4f72b908-0de1-4bd6-8079-296584644719 req-49185286-300a-436f-abfe-03806a6ca989 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c0fb33a9-c312-4308-bff4-2acf7408ef6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679462 Aug 09 16:54:26.182926 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4f72b908-0de1-4bd6-8079-296584644719 req-92545549-6044-4587-97d0-572b73a53414 service neutron] 10.222.0.85 "GET /v2.0/networks/c0fb33a9-c312-4308-bff4-2acf7408ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852740 Aug 09 16:54:26.277716 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4f72b908-0de1-4bd6-8079-296584644719 req-e0b5bbff-8982-4f84-ac72-42059d1be6c9 service neutron] 10.222.0.85 "GET /v2.0/networks/c0fb33a9-c312-4308-bff4-2acf7408ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851610 Aug 09 16:54:26.278808 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:26.283083 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:26.301801 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:26.316646 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] 10.222.0.85 "PUT /v2.0/ports/0fd71c85-96a4-4a33-8afd-ab232f08fac8 HTTP/1.1" status: 200 len: 1093 time: 1.0982404 Aug 09 16:54:26.316646 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71a9207-1af4-40a0-a254-6b637b9983af', 'tag': '0fd71c85-96a4-4a33-8afd-ab232f08fac8'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:54:26.316646 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8495ba-ce81-4b42-a7d1-c5c83184b997" -d '{"events": [{"name": "network-changed", "server_uuid": "a71a9207-1af4-40a0-a254-6b637b9983af", "tag": "0fd71c85-96a4-4a33-8afd-ab232f08fac8"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:26.363879 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ef71c4-20fa-43b0-b3b1-ad8d2104bea1 x-openstack-request-id: req-c5ef71c4-20fa-43b0-b3b1-ad8d2104bea1 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:54:26.364295 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71a9207-1af4-40a0-a254-6b637b9983af", "tag": "0fd71c85-96a4-4a33-8afd-ab232f08fac8", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:54:26.364658 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c5ef71c4-20fa-43b0-b3b1-ad8d2104bea1 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:54:26.365203 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ef71c4-20fa-43b0-b3b1-ad8d2104bea1'] response: {'name': 'network-changed', 'server_uuid': 'a71a9207-1af4-40a0-a254-6b637b9983af', 'tag': '0fd71c85-96a4-4a33-8afd-ab232f08fac8', 'status': 'completed', 'code': 200} Aug 09 16:54:26.405994 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0ae99-80ba-4b08-ae19-9974a0cbfdad service neutron] Pushing event updated for resources: {'Port': ['ID=0fd71c85-96a4-4a33-8afd-ab232f08fac8,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:26.421371 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fd46e-3c64-4f05-a2a3-dfa48e91fac1 req-d3866027-9e1c-4be0-a1ee-37090eb047c4 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:26.423710 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-852fd46e-3c64-4f05-a2a3-dfa48e91fac1 req-d3866027-9e1c-4be0-a1ee-37090eb047c4 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 944 time: 0.1134427 Aug 09 16:54:26.511250 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-852fd46e-3c64-4f05-a2a3-dfa48e91fac1 req-ebd7cdd6-62ff-4791-92aa-4182f215174b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548265 Aug 09 16:54:26.511250 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8495ba-ce81-4b42-a7d1-c5c83184b997 req-25d0d8ad-4d59-4c8e-839d-0fd95f213ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:26.511250 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3f8495ba-ce81-4b42-a7d1-c5c83184b997 req-25d0d8ad-4d59-4c8e-839d-0fd95f213ea2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a6eb3127c271468f8d23433acb92e7b7&device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 1096 time: 0.0667949 Aug 09 16:54:26.611059 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8495ba-ce81-4b42-a7d1-c5c83184b997 req-da832605-9b50-4240-b242-5e6143acf8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:26.612564 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3f8495ba-ce81-4b42-a7d1-c5c83184b997 req-da832605-9b50-4240-b242-5e6143acf8ef service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=a6eb3127c271468f8d23433acb92e7b7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1005416 Aug 09 16:54:26.632041 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df3974-00cb-4c48-973d-a9e02713f02e req-8f09502a-74a9-40f7-ac8e-94db29743bd9 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:26.633563 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-74df3974-00cb-4c48-973d-a9e02713f02e req-8f09502a-74a9-40f7-ac8e-94db29743bd9 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 943 time: 0.0520005 Aug 09 16:54:26.674375 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-74df3974-00cb-4c48-973d-a9e02713f02e req-d18532d0-ae63-4f9a-b3c5-4cdb1c691198 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346410 Aug 09 16:54:26.731348 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8495ba-ce81-4b42-a7d1-c5c83184b997 req-feba0e1e-b467-4eb9-9dfd-ee008d38cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:26.735197 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3f8495ba-ce81-4b42-a7d1-c5c83184b997 req-feba0e1e-b467-4eb9-9dfd-ee008d38cfed service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064842 Aug 09 16:54:26.838886 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-9d0f22ac-e4b0-40e3-bba4-0b161739909f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:26.840337 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-9d0f22ac-e4b0-40e3-bba4-0b161739909f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=a6eb3127c271468f8d23433acb92e7b7&device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 1096 time: 0.0425022 Aug 09 16:54:26.900969 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-6a4e441d-8f3d-4672-b78e-37734d70433f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fd71c85-96a4-4a33-8afd-ab232f08fac8 HTTP/1.1" status: 200 len: 217 time: 0.0349877 Aug 09 16:54:26.952448 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-10ecd8d7-e984-41e1-ac3d-895cac3ad233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:26.955451 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-10ecd8d7-e984-41e1-ac3d-895cac3ad233 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ed97eefa-ee79-4d1a-b7bd-e417f3e3d431 HTTP/1.1" status: 200 len: 849 time: 0.0471702 Aug 09 16:54:26.984528 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-849bef63-2c19-4c16-b368-b4381f464787 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9c2cb89f-e80a-42c5-b2c0-56671b916495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235069 Aug 09 16:54:27.099168 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-d421f046-1591-467c-8d94-2ac9f007516c service neutron] 10.222.0.85 "GET /v2.0/networks/9c2cb89f-e80a-42c5-b2c0-56671b916495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003149 Aug 09 16:54:27.162817 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493459a9-0147-48e6-b874-ee39d20382c8 req-1977b471-babf-4425-b455-b29fbbc0ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:27.164668 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-493459a9-0147-48e6-b874-ee39d20382c8 req-1977b471-babf-4425-b455-b29fbbc0ecd6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555&tenant_id=d1742bf7a82941b5ac56e5c5d045417f HTTP/1.1" status: 200 len: 1096 time: 0.0767171 Aug 09 16:54:27.227210 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7f4a321c-129f-4039-8bd8-8256b64050c8 req-7f91019c-1147-455f-b561-b98d4c80c35b service neutron] 10.222.0.85 "GET /v2.0/networks/9c2cb89f-e80a-42c5-b2c0-56671b916495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164579 Aug 09 16:54:27.239375 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2749cd-e5d8-4cbe-9faa-8b912bc9f196 req-aae585e7-2edd-4912-8ddc-03b775f0c637 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:27.241632 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd2749cd-e5d8-4cbe-9faa-8b912bc9f196 req-aae585e7-2edd-4912-8ddc-03b775f0c637 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0684803 Aug 09 16:54:27.282850 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fd2749cd-e5d8-4cbe-9faa-8b912bc9f196 req-37c50521-2dfb-427a-9a47-3a1e4843b2e3 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346043 Aug 09 16:54:27.481657 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493459a9-0147-48e6-b874-ee39d20382c8 req-c445f124-9173-4063-a77a-e36701816ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:27.483339 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-493459a9-0147-48e6-b874-ee39d20382c8 req-c445f124-9173-4063-a77a-e36701816ed7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d1742bf7a82941b5ac56e5c5d045417f&device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 1096 time: 0.2781868 Aug 09 16:54:27.607549 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493459a9-0147-48e6-b874-ee39d20382c8 req-fd21808c-a5f5-42b6-86d8-a407e12f7a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:27.609005 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-493459a9-0147-48e6-b874-ee39d20382c8 req-fd21808c-a5f5-42b6-86d8-a407e12f7a3d service neutron] 10.222.0.85 "GET /v2.0/networks?id=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 HTTP/1.1" status: 200 len: 918 time: 0.1168997 Aug 09 16:54:27.623891 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e2b27-7f86-46c0-9ff2-4ba534fc9d2b req-6bca724c-9c20-4214-bdf6-b6e8931b414b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:27.625443 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3c7e2b27-7f86-46c0-9ff2-4ba534fc9d2b req-6bca724c-9c20-4214-bdf6-b6e8931b414b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0652108 Aug 09 16:54:27.721508 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3c7e2b27-7f86-46c0-9ff2-4ba534fc9d2b req-5f0eaed9-253b-4244-bcb8-f05970b52422 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894721 Aug 09 16:54:27.723362 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-493459a9-0147-48e6-b874-ee39d20382c8 req-75c14449-2e8d-4576-93f2-6468c04aac7f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b53a614e-e389-47f8-b39b-c7841a9c3e47 HTTP/1.1" status: 200 len: 998 time: 0.0970631 Aug 09 16:54:27.779350 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493459a9-0147-48e6-b874-ee39d20382c8 req-41350fa5-d26b-415a-bf77-a6924955ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:27.785330 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-493459a9-0147-48e6-b874-ee39d20382c8 req-41350fa5-d26b-415a-bf77-a6924955ea5a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=07b994a0-3038-45c6-9b03-adabe3fc1842 HTTP/1.1" status: 200 len: 856 time: 0.0466993 Aug 09 16:54:27.804533 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d6097-02c2-4db6-bb07-818178e41533 req-6b625725-bad6-4457-af54-634ee7831902 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:27.806157 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-917d6097-02c2-4db6-bb07-818178e41533 req-6b625725-bad6-4457-af54-634ee7831902 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 943 time: 0.0534108 Aug 09 16:54:27.831616 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493459a9-0147-48e6-b874-ee39d20382c8 req-35c7109a-d472-4fb4-8b4f-0496a2323dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:27.833148 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-493459a9-0147-48e6-b874-ee39d20382c8 req-35c7109a-d472-4fb4-8b4f-0496a2323dbe service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421569 Aug 09 16:54:27.850785 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-917d6097-02c2-4db6-bb07-818178e41533 req-04790de5-814c-49e3-a49d-cc22a45715d0 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319917 Aug 09 16:54:27.934688 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-493459a9-0147-48e6-b874-ee39d20382c8 req-43941799-94c9-496f-9b5b-ba6a2fd3da76 service neutron] 10.222.0.85 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911591 Aug 09 16:54:28.026646 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-493459a9-0147-48e6-b874-ee39d20382c8 req-f8b92f92-3615-4359-ae1c-ff15b641a463 service neutron] 10.222.0.85 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808322 Aug 09 16:54:28.414460 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a112d0-0833-4053-b907-eb8b023741b5 req-58f5ea8b-58e5-4ee3-947b-b6854905f9fd tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:28.415986 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a6a112d0-0833-4053-b907-eb8b023741b5 req-58f5ea8b-58e5-4ee3-947b-b6854905f9fd tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0533066 Aug 09 16:54:28.460136 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a6a112d0-0833-4053-b907-eb8b023741b5 req-c186851e-d17b-4f00-a636-92eab1d4ba67 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373149 Aug 09 16:54:28.591882 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 5ecdb52a-5824-4532-9428-f46db0c3626b details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:54:28.618740 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-1f323faa-d329-4098-afa9-ac1868f091c7 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-916467993&fields=id&tenant_id=fe8927f6dc13431c858fe5dde17fcf61 HTTP/1.1" status: 200 len: 267 time: 0.0446382 Aug 09 16:54:28.704326 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 5ecdb52a-5824-4532-9428-f46db0c3626b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=5ecdb52a-5824-4532-9428-f46db0c3626b,segment=NetworkSegment(a735e250-5733-4f6d-aba1-ee0e683bf432),segment_id=a735e250-5733-4f6d-aba1-ee0e683bf432)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:28.717951 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': '5ecdb52a-5824-4532-9428-f46db0c3626b', 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e', 'port_id': '5ecdb52a-5824-4532-9428-f46db0c3626b', 'mac_address': 'fa:16:3e:d1:a0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a8ad36-9b75-4457-a6fd-07ba2b853e74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:54:28.744293 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-039d6a98-164f-4214-b242-c478785d2a45 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:28.746817 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-039d6a98-164f-4214-b242-c478785d2a45 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/networks?id=4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 HTTP/1.1" status: 200 len: 809 time: 0.1269002 Aug 09 16:54:28.774235 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 5ecdb52a-5824-4532-9428-f46db0c3626b is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:54:28.775078 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:28.784061 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-17d1473d-5a06-4df9-9e4e-6149bd99d72a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/quotas/fe8927f6dc13431c858fe5dde17fcf61 HTTP/1.1" status: 200 len: 375 time: 0.0292790 Aug 09 16:54:28.798448 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ecdb52a-5824-4532-9428-f46db0c3626b {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:54:28.854034 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 5ecdb52a-5824-4532-9428-f46db0c3626b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=5ecdb52a-5824-4532-9428-f46db0c3626b,segment=NetworkSegment(a735e250-5733-4f6d-aba1-ee0e683bf432),segment_id=a735e250-5733-4f6d-aba1-ee0e683bf432)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:28.904412 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f01286-e35b-448d-9d31-68ffbdc93f66 req-7064c552-5cd6-467c-8337-2cae06cb4527 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:28.908360 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-a4a1a262-39d2-480b-ace2-17c7d85b0a0e tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe8927f6dc13431c858fe5dde17fcf61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193593 Aug 09 16:54:28.913136 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-27f01286-e35b-448d-9d31-68ffbdc93f66 req-7064c552-5cd6-467c-8337-2cae06cb4527 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 944 time: 0.0877092 Aug 09 16:54:28.968713 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-27f01286-e35b-448d-9d31-68ffbdc93f66 req-3d9ae336-461e-4410-8db0-9d077ada114e tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539331 Aug 09 16:54:28.994215 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:29.063930 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-b085a26b-aac1-41a0-bbf2-4d92557e9b05 service neutron] 10.222.0.49 "GET /v2.0/networks/4d9d930b-ec28-4ce0-9e7c-56489c3c9a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554692 Aug 09 16:54:29.082835 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=5ecdb52a-5824-4532-9428-f46db0c3626b,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:29.090656 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:29.091033 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:29.091385 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:29.091724 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:29.092061 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:29.092400 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:29.092734 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:29.093065 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:29.093432 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:29.093775 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:29.094107 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:29.094613 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:54:29.182974 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89529024-65bd-4653-9249-e2630fbf08b4 req-6a0b4718-c8b8-4c77-8f30-bfd6bd2d7dd0 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:29.184715 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-89529024-65bd-4653-9249-e2630fbf08b4 req-6a0b4718-c8b8-4c77-8f30-bfd6bd2d7dd0 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 943 time: 0.0880892 Aug 09 16:54:29.218738 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-d2c9f6a0-05d6-4897-873c-096ae79b61e5 service neutron] 10.222.0.49 "GET /v2.0/networks/4d9d930b-ec28-4ce0-9e7c-56489c3c9a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539056 Aug 09 16:54:29.261102 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-89529024-65bd-4653-9249-e2630fbf08b4 req-cd7be865-ff89-46b4-b1f4-e62e9e28136d tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692327 Aug 09 16:54:29.523999 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['5ecdb52a-5824-4532-9428-f46db0c3626b'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:54:29.645185 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f46c46-ba0a-4f25-a23a-e8b36b7e8fda req-948dd8b3-b82f-4dd0-a55b-affb5920b87b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:29.649834 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-23f46c46-ba0a-4f25-a23a-e8b36b7e8fda req-948dd8b3-b82f-4dd0-a55b-affb5920b87b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0689540 Aug 09 16:54:29.713165 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-23f46c46-ba0a-4f25-a23a-e8b36b7e8fda req-4f445cd3-a180-4242-93fa-bc8c19f8665d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589740 Aug 09 16:54:30.097182 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec5f0a-2c3c-499e-a217-272aee1d22ed req-b6bbd305-cf5c-4fdd-af3a-49caa651fcb1 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:30.098757 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b1ec5f0a-2c3c-499e-a217-272aee1d22ed req-b6bbd305-cf5c-4fdd-af3a-49caa651fcb1 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 945 time: 0.0501912 Aug 09 16:54:30.153079 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b1ec5f0a-2c3c-499e-a217-272aee1d22ed req-ccb168ee-9438-496f-8a3e-a9738bc3a15d tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466664 Aug 09 16:54:30.407998 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee8349-28a6-4469-8c55-0c7b2be2cfd7 req-4a32516c-3a48-4e9f-9712-11c35b942627 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:30.409504 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f5ee8349-28a6-4469-8c55-0c7b2be2cfd7 req-4a32516c-3a48-4e9f-9712-11c35b942627 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 943 time: 0.0580680 Aug 09 16:54:30.450588 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f5ee8349-28a6-4469-8c55-0c7b2be2cfd7 req-7380e5a1-8ac6-41a2-8491-b30132d97cf3 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341945 Aug 09 16:54:30.620380 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 0fd71c85-96a4-4a33-8afd-ab232f08fac8 details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:54:30.736508 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-187139c1-da4a-4d06-9ba7-3f2037fa0ee2 req-0e650daf-cc3a-4d0d-8065-d3e4bd7486f4 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 210 time: 0.0379343 Aug 09 16:54:30.744213 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 0fd71c85-96a4-4a33-8afd-ab232f08fac8, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0fd71c85-96a4-4a33-8afd-ab232f08fac8,segment=NetworkSegment(329c20f0-b273-44f6-ae2d-9a2acf616cc0),segment_id=329c20f0-b273-44f6-ae2d-9a2acf616cc0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:30.773095 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': '0fd71c85-96a4-4a33-8afd-ab232f08fac8', 'network_id': '9c2cb89f-e80a-42c5-b2c0-56671b916495', 'port_id': '0fd71c85-96a4-4a33-8afd-ab232f08fac8', 'mac_address': 'fa:16:3e:20:91:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed97eefa-ee79-4d1a-b7bd-e417f3e3d431', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:54:30.840882 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 0fd71c85-96a4-4a33-8afd-ab232f08fac8 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:54:30.841273 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:30.855443 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd71c85-96a4-4a33-8afd-ab232f08fac8 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:54:30.881740 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 0fd71c85-96a4-4a33-8afd-ab232f08fac8, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0fd71c85-96a4-4a33-8afd-ab232f08fac8,segment=NetworkSegment(329c20f0-b273-44f6-ae2d-9a2acf616cc0),segment_id=329c20f0-b273-44f6-ae2d-9a2acf616cc0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:30.893318 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68d1f0-d793-45c5-b968-c9393653dc54 req-e2f693ef-1d1f-4ea8-82c7-347bc514ecd9 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:30.895091 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ae68d1f0-d793-45c5-b968-c9393653dc54 req-e2f693ef-1d1f-4ea8-82c7-347bc514ecd9 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0615988 Aug 09 16:54:30.947510 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ae68d1f0-d793-45c5-b968-c9393653dc54 req-80d0a675-17e1-42f0-a51a-f1c419e617d1 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450859 Aug 09 16:54:30.997634 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:31.050674 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=0fd71c85-96a4-4a33-8afd-ab232f08fac8,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:31.275315 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86215cb2-57ef-44e1-b9d9-56904aba4920 req-d22da02f-e560-4476-8a0b-718c8e37a488 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:31.276968 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-86215cb2-57ef-44e1-b9d9-56904aba4920 req-d22da02f-e560-4476-8a0b-718c8e37a488 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 945 time: 0.0563674 Aug 09 16:54:31.338411 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-86215cb2-57ef-44e1-b9d9-56904aba4920 req-3100b352-ac48-4aa2-a323-52a4c5e88a8b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551262 Aug 09 16:54:31.544373 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['0fd71c85-96a4-4a33-8afd-ab232f08fac8'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:54:31.594166 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c10a0-7b6f-470c-b6d7-30dd233b5934 req-15482596-a207-4321-9f30-0a20fb9d80eb tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:31.602679 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7d4c10a0-7b6f-470c-b6d7-30dd233b5934 req-15482596-a207-4321-9f30-0a20fb9d80eb tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 944 time: 0.0602758 Aug 09 16:54:31.647736 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7d4c10a0-7b6f-470c-b6d7-30dd233b5934 req-f7d7cd74-1499-46fd-aa11-665ee9958398 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434201 Aug 09 16:54:31.828108 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-34777b4e-05a1-4dbe-a818-cc58aeb5bcfa req-99ad614c-a8ba-4cd5-8bd1-ce230c83c485 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 210 time: 0.0262647 Aug 09 16:54:32.078043 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b38d53-eb03-4495-926a-cb0f0c582eea req-d0066d88-08d3-43a0-b7b1-9975d58fc39b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:32.079440 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-24b38d53-eb03-4495-926a-cb0f0c582eea req-d0066d88-08d3-43a0-b7b1-9975d58fc39b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0541160 Aug 09 16:54:32.119875 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-24b38d53-eb03-4495-926a-cb0f0c582eea req-0eb629df-b592-4da1-884f-ebe198ac5e24 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337241 Aug 09 16:54:32.484567 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccbea4-1d9f-4486-abb6-c10d13d09e8a req-5a9a5aa4-95d4-4b64-97ab-cf44ab30cd74 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:32.486080 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6fccbea4-1d9f-4486-abb6-c10d13d09e8a req-5a9a5aa4-95d4-4b64-97ab-cf44ab30cd74 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 945 time: 0.0472081 Aug 09 16:54:32.525646 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6fccbea4-1d9f-4486-abb6-c10d13d09e8a req-9a79f5d2-2975-42d1-b167-2d763265443a tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329559 Aug 09 16:54:32.618326 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 5ecdb52a-5824-4532-9428-f46db0c3626b up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:54:32.770849 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39c9e7-28e1-4e43-8ef2-e27ed6ced1bc req-5a3f675d-be62-4785-8aad-7afd94516d76 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:32.772344 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ba39c9e7-28e1-4e43-8ef2-e27ed6ced1bc req-5a3f675d-be62-4785-8aad-7afd94516d76 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 944 time: 0.0487707 Aug 09 16:54:32.791769 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port 5ecdb52a-5824-4532-9428-f46db0c3626b completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:54:32.796391 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port 5ecdb52a-5824-4532-9428-f46db0c3626b triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:54:32.796585 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:32.826168 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ba39c9e7-28e1-4e43-8ef2-e27ed6ced1bc req-f8a05485-df69-427c-acdf-ec9b31117f1a tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477247 Aug 09 16:54:32.893189 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 5ecdb52a-5824-4532-9428-f46db0c3626b is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:54:32.893611 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:32.920687 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecdb52a-5824-4532-9428-f46db0c3626b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:54:32.922974 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b8fcac-48b8-48f5-9689-0a0b3e84d6ef" -d '{"events": [{"server_uuid": "68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3", "name": "network-vif-plugged", "status": "completed", "tag": "5ecdb52a-5824-4532-9428-f46db0c3626b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:32.935211 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13360c09-05cb-4ccf-a7d5-c1059183cfeb req-f417eb3e-688c-45f8-9514-0f30dca70fa1 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 210 time: 0.0296755 Aug 09 16:54:32.936918 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 5ecdb52a-5824-4532-9428-f46db0c3626b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=5ecdb52a-5824-4532-9428-f46db0c3626b,segment=NetworkSegment(a735e250-5733-4f6d-aba1-ee0e683bf432),segment_id=a735e250-5733-4f6d-aba1-ee0e683bf432)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:32.969108 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd79c49-af0d-459b-8444-00fde59bd3c2 x-openstack-request-id: req-5dd79c49-af0d-459b-8444-00fde59bd3c2 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:54:32.969500 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3", "name": "network-vif-plugged", "status": "completed", "tag": "5ecdb52a-5824-4532-9428-f46db0c3626b", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:54:32.969767 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5dd79c49-af0d-459b-8444-00fde59bd3c2 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:54:32.970174 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dd79c49-af0d-459b-8444-00fde59bd3c2'] response: {'server_uuid': '68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ecdb52a-5824-4532-9428-f46db0c3626b', 'code': 200} Aug 09 16:54:33.055322 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:33.103992 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=5ecdb52a-5824-4532-9428-f46db0c3626b,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:33.251503 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a42fa5-43ac-448d-b40f-ac814eb3d865 req-55a6efef-614e-4a8e-a5a7-ac22045b0d6f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:33.252940 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d9a42fa5-43ac-448d-b40f-ac814eb3d865 req-55a6efef-614e-4a8e-a5a7-ac22045b0d6f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0486019 Aug 09 16:54:33.296103 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d9a42fa5-43ac-448d-b40f-ac814eb3d865 req-24862907-fab7-4fe7-a982-843344a73b87 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368354 Aug 09 16:54:33.654606 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915dd950-2884-4f22-9428-a63b9edd29b7 req-b5671489-42c6-442c-a414-f5728291af33 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:33.656136 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-915dd950-2884-4f22-9428-a63b9edd29b7 req-b5671489-42c6-442c-a414-f5728291af33 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0494862 Aug 09 16:54:33.699290 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-915dd950-2884-4f22-9428-a63b9edd29b7 req-9c19a8aa-73c6-46bf-ab28-81d1f1f1d971 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360711 Aug 09 16:54:33.968029 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f55d9e-671e-405a-a882-8d0dc5aef4a1 req-3fafd1ab-1cd0-4fb0-8a59-b80bafca1fd3 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:33.969689 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-94f55d9e-671e-405a-a882-8d0dc5aef4a1 req-3fafd1ab-1cd0-4fb0-8a59-b80bafca1fd3 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 944 time: 0.0681982 Aug 09 16:54:34.013042 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-94f55d9e-671e-405a-a882-8d0dc5aef4a1 req-768e87d2-7a0c-48c4-a00e-f6c296c1808c tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353901 Aug 09 16:54:34.038072 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6859486d-344e-42a9-bd68-fd87b794c473 req-396bb4e1-bf66-4587-b97c-c28b0ad1cb07 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 210 time: 0.0289013 Aug 09 16:54:34.458121 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4aea5e-24b0-4e0a-8622-7198ca6acda9 req-a82eb045-4179-4bd7-a823-e9249a527fd8 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:34.459710 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7a4aea5e-24b0-4e0a-8622-7198ca6acda9 req-a82eb045-4179-4bd7-a823-e9249a527fd8 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0518200 Aug 09 16:54:34.506789 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7a4aea5e-24b0-4e0a-8622-7198ca6acda9 req-4acffca1-2c81-4bb8-8ca8-b57a0ef82dcb tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403645 Aug 09 16:54:34.640185 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 0fd71c85-96a4-4a33-8afd-ab232f08fac8 up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:54:34.809273 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port 0fd71c85-96a4-4a33-8afd-ab232f08fac8 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:54:34.813789 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port 0fd71c85-96a4-4a33-8afd-ab232f08fac8 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:54:34.814463 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:34.825740 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f08012-9232-4792-948d-1226d54b9dab req-d4c12067-d981-434c-8be2-2efb0969fb0d tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:34.827217 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-27f08012-9232-4792-948d-1226d54b9dab req-d4c12067-d981-434c-8be2-2efb0969fb0d tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0516114 Aug 09 16:54:34.866413 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-27f08012-9232-4792-948d-1226d54b9dab req-0b00625d-651d-4081-8794-b983154639b8 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330019 Aug 09 16:54:34.907256 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 0fd71c85-96a4-4a33-8afd-ab232f08fac8 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:54:34.907646 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:34.945656 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 0fd71c85-96a4-4a33-8afd-ab232f08fac8, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0fd71c85-96a4-4a33-8afd-ab232f08fac8,segment=NetworkSegment(329c20f0-b273-44f6-ae2d-9a2acf616cc0),segment_id=329c20f0-b273-44f6-ae2d-9a2acf616cc0)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:34.971608 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71a9207-1af4-40a0-a254-6b637b9983af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd71c85-96a4-4a33-8afd-ab232f08fac8'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:54:34.974033 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd27d6c8-ac56-4a4b-901a-2a44f8fe5279" -d '{"events": [{"server_uuid": "a71a9207-1af4-40a0-a254-6b637b9983af", "name": "network-vif-plugged", "status": "completed", "tag": "0fd71c85-96a4-4a33-8afd-ab232f08fac8"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:35.010772 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f68a84-cbb3-4942-9153-75364737b50e x-openstack-request-id: req-c4f68a84-cbb3-4942-9153-75364737b50e {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:54:35.011095 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71a9207-1af4-40a0-a254-6b637b9983af", "name": "network-vif-plugged", "status": "completed", "tag": "0fd71c85-96a4-4a33-8afd-ab232f08fac8", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:54:35.011423 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4f68a84-cbb3-4942-9153-75364737b50e {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:54:35.011811 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f68a84-cbb3-4942-9153-75364737b50e'] response: {'server_uuid': 'a71a9207-1af4-40a0-a254-6b637b9983af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd71c85-96a4-4a33-8afd-ab232f08fac8', 'code': 200} Aug 09 16:54:35.054726 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:35.106724 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=0fd71c85-96a4-4a33-8afd-ab232f08fac8,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:35.158536 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf59d22-fa39-4625-97da-492fd0649714 req-1b750ed0-0bc8-405c-89b3-e6aa9fbeda48 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:35.165958 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-baf59d22-fa39-4625-97da-492fd0649714 req-1b750ed0-0bc8-405c-89b3-e6aa9fbeda48 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 945 time: 0.0627074 Aug 09 16:54:35.169105 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a35baca9-976d-4628-90f2-9588e58762e6 req-587d3626-cb08-4762-8732-4d566078008e tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 210 time: 0.0364523 Aug 09 16:54:35.200695 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-baf59d22-fa39-4625-97da-492fd0649714 req-22764aa0-7dd1-4447-83c8-e294276a06cd tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337546 Aug 09 16:54:35.642606 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b729f02-4ef9-4ea6-9ed0-63ce5e90b8f7 req-ca89dfa6-8d34-430d-9404-0094a0441740 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:35.644513 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7b729f02-4ef9-4ea6-9ed0-63ce5e90b8f7 req-ca89dfa6-8d34-430d-9404-0094a0441740 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0551035 Aug 09 16:54:35.691231 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7b729f02-4ef9-4ea6-9ed0-63ce5e90b8f7 req-b67f1623-d515-4567-a66d-0038922bd50f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352058 Aug 09 16:54:36.012703 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153267b8-197c-4ae2-bf56-17a5647fa2e5 req-fb398002-8f81-4b76-90b5-47859ff77f73 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:36.014252 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-153267b8-197c-4ae2-bf56-17a5647fa2e5 req-fb398002-8f81-4b76-90b5-47859ff77f73 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0676031 Aug 09 16:54:36.070608 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-153267b8-197c-4ae2-bf56-17a5647fa2e5 req-7ec29507-06b6-4497-82bd-7728584130e0 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499043 Aug 09 16:54:36.296229 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-427e88b0-aa08-4d3a-af4e-525210a63efe req-88d307f2-10a0-4235-8615-cda178355ff2 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 210 time: 0.0356565 Aug 09 16:54:36.346567 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12618e86-7b28-41b2-a149-bb86afbc3f56 req-81622b48-fc50-4946-b4aa-b8eeb96ddf3f tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:36.348303 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-12618e86-7b28-41b2-a149-bb86afbc3f56 req-81622b48-fc50-4946-b4aa-b8eeb96ddf3f tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 945 time: 0.0590031 Aug 09 16:54:36.395298 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-12618e86-7b28-41b2-a149-bb86afbc3f56 req-0258df59-4b3e-43f8-a4b7-d48ce8c37cb9 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367656 Aug 09 16:54:36.825338 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf5d66-bb59-4d45-ae7c-782559cdf9c2 req-26c68006-a638-4b3f-ab40-125816afeeaf tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:36.826936 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5eaf5d66-bb59-4d45-ae7c-782559cdf9c2 req-26c68006-a638-4b3f-ab40-125816afeeaf tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0490417 Aug 09 16:54:36.868939 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5eaf5d66-bb59-4d45-ae7c-782559cdf9c2 req-d7913851-4e3b-45a5-ae13-d2525cd190e2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346715 Aug 09 16:54:37.205111 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b849a77-7e41-4d09-b0ef-b8256899a1d1 req-e812c5c3-d35b-4045-9e06-7ba2733e1138 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:37.206614 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3b849a77-7e41-4d09-b0ef-b8256899a1d1 req-e812c5c3-d35b-4045-9e06-7ba2733e1138 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0487154 Aug 09 16:54:37.246573 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3b849a77-7e41-4d09-b0ef-b8256899a1d1 req-640f9252-b8c7-497a-9ba1-4e12f861be95 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337989 Aug 09 16:54:37.395919 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-74e20ee2-b110-4d48-9e03-48e30bb7411c req-71e1f84a-00c5-45fc-90ab-1ff33b2dca94 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 210 time: 0.0266171 Aug 09 16:54:37.523703 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11117f80-4d51-4d12-9ef7-b7dbfbc42dbd req-e2c0b576-0478-46c0-bbee-4488ae52c3fd tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:37.525199 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-11117f80-4d51-4d12-9ef7-b7dbfbc42dbd req-e2c0b576-0478-46c0-bbee-4488ae52c3fd tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 945 time: 0.0570068 Aug 09 16:54:37.570067 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-11117f80-4d51-4d12-9ef7-b7dbfbc42dbd req-1350c7a0-fca4-4c5e-a9ac-ae6a8f03b8d3 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381501 Aug 09 16:54:38.009174 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e20ee-a778-4244-b968-e41591bf05a7 req-ddb1094a-fccb-4407-a82f-d653571a5fab tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:38.010708 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e73e20ee-a778-4244-b968-e41591bf05a7 req-ddb1094a-fccb-4407-a82f-d653571a5fab tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0480793 Aug 09 16:54:38.049866 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e73e20ee-a778-4244-b968-e41591bf05a7 req-e809bbaa-0fc4-4a81-b9a6-51f1b5c097bd tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327411 Aug 09 16:54:38.379049 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa9acb-b3e4-441b-98c4-cc2e3776f91d req-295c85db-8814-4913-850c-a18704ecc84b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:38.381993 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8cfa9acb-b3e4-441b-98c4-cc2e3776f91d req-295c85db-8814-4913-850c-a18704ecc84b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0513136 Aug 09 16:54:38.420801 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8cfa9acb-b3e4-441b-98c4-cc2e3776f91d req-ee86cbbd-1271-4b63-b848-1d74a901b112 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321510 Aug 09 16:54:38.498340 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8cf8b143-107c-406d-8844-eb4df871a766 req-54f31ced-f764-4db7-87c9-6b45b226bb41 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 210 time: 0.0310218 Aug 09 16:54:38.699538 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0466a8-f05b-4479-883c-7921636b664b req-f7478165-4444-4b62-9744-b15c0b2ff4d5 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:38.701344 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-df0466a8-f05b-4479-883c-7921636b664b req-f7478165-4444-4b62-9744-b15c0b2ff4d5 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 945 time: 0.0538769 Aug 09 16:54:38.738589 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-df0466a8-f05b-4479-883c-7921636b664b req-4d7bf541-58d3-4ce7-845d-825c65afd421 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311880 Aug 09 16:54:39.182460 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6086f9a-5b9c-481e-a0ca-35f007848c0c req-5834ed18-31fa-40f9-ba8f-2d0812e70dbd tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:39.184024 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d6086f9a-5b9c-481e-a0ca-35f007848c0c req-5834ed18-31fa-40f9-ba8f-2d0812e70dbd tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0524106 Aug 09 16:54:39.221693 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d6086f9a-5b9c-481e-a0ca-35f007848c0c req-21004d1f-ad0f-4e29-aa38-a5438a28932b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316210 Aug 09 16:54:39.541564 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d4d57-1fb6-40be-b4a8-561abc4e714d req-64100f03-fa3d-4a7f-9a11-23a56c725bcd tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:39.543089 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bd8d4d57-1fb6-40be-b4a8-561abc4e714d req-64100f03-fa3d-4a7f-9a11-23a56c725bcd tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0486548 Aug 09 16:54:39.585943 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bd8d4d57-1fb6-40be-b4a8-561abc4e714d req-5ebafa0e-4589-462a-a29e-63559e5ddc53 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364354 Aug 09 16:54:39.601124 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9d0b9545-8812-422c-98fb-f10fcca329b6 req-3af08dac-68f2-432b-a9ea-e57400ed3fb2 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 210 time: 0.0325606 Aug 09 16:54:39.873897 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76239d-604d-4654-8ed3-8cead2788adf req-b1f38779-0544-4e0d-bdcf-94f09dbcef08 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:39.875461 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1a76239d-604d-4654-8ed3-8cead2788adf req-b1f38779-0544-4e0d-bdcf-94f09dbcef08 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 945 time: 0.0616174 Aug 09 16:54:39.935351 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1a76239d-604d-4654-8ed3-8cead2788adf req-d8b8ec20-ffe4-4246-aaa4-4b4022e6bb7f tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525067 Aug 09 16:54:40.351178 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476d7ef-e7fd-4a02-ac34-dc1f0af87227 req-e1e2f685-48e3-4351-8a50-3025cb4dfd7f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:40.352656 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0476d7ef-e7fd-4a02-ac34-dc1f0af87227 req-e1e2f685-48e3-4351-8a50-3025cb4dfd7f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0517328 Aug 09 16:54:40.390683 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0476d7ef-e7fd-4a02-ac34-dc1f0af87227 req-8e3a3252-1269-431f-9796-3ad53d569aa3 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319793 Aug 09 16:54:40.713340 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d95c1-c134-4d03-9927-e048163af0de req-2b9cc28a-9334-4345-9b4c-0292f2389c7f tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:40.715575 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-054d95c1-c134-4d03-9927-e048163af0de req-2b9cc28a-9334-4345-9b4c-0292f2389c7f tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0553830 Aug 09 16:54:40.749274 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-15214b9c-55e6-4e94-b76b-e2f1752e9b91 req-77eefc3f-93b2-4f67-ade7-4b41d7d7a8dc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 210 time: 0.0379138 Aug 09 16:54:40.762346 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-054d95c1-c134-4d03-9927-e048163af0de req-00111813-4c1f-4eff-be70-02a265a34998 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394216 Aug 09 16:54:41.061740 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c695881-5df1-483d-b8ac-55120b52f9d6 req-439ef631-3bfc-4f0e-8fb6-310ba47c6517 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:41.063230 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5c695881-5df1-483d-b8ac-55120b52f9d6 req-439ef631-3bfc-4f0e-8fb6-310ba47c6517 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 945 time: 0.0489767 Aug 09 16:54:41.089163 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9780fcae-ba16-40f7-b80b-3cfe67c79374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:41.107749 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5c695881-5df1-483d-b8ac-55120b52f9d6 req-71e8a19a-a501-447b-a526-cb6c482d2c65 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348418 Aug 09 16:54:41.518517 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfab61-9ed6-4eb1-9eb4-8220bfe818f4 req-6b89f5a9-3b3d-47dd-b30f-1b74e28bf964 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:41.520009 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-75cfab61-9ed6-4eb1-9eb4-8220bfe818f4 req-6b89f5a9-3b3d-47dd-b30f-1b74e28bf964 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0479290 Aug 09 16:54:41.563531 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-75cfab61-9ed6-4eb1-9eb4-8220bfe818f4 req-36e10cca-b868-4851-93b9-f5ce7b2d6621 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357399 Aug 09 16:54:41.853399 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ce6f711d-b50c-423a-bfd9-645fca05a3b1 req-15470a28-dc6f-4c17-a76b-72543a01e8f9 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 210 time: 0.0287833 Aug 09 16:54:41.885793 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9121bef-a111-46ec-9bc9-f00458941463 req-463b23b9-b961-4fe5-aa19-8bacdb2ab8e5 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:41.887331 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e9121bef-a111-46ec-9bc9-f00458941463 req-463b23b9-b961-4fe5-aa19-8bacdb2ab8e5 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0511725 Aug 09 16:54:41.925605 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e9121bef-a111-46ec-9bc9-f00458941463 req-fe1e17b7-ae91-4f90-9221-2c642748807b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321131 Aug 09 16:54:42.034309 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4975d-3bcc-42db-a1b7-1766e89216bd req-615065bd-556b-4eb3-a1a7-82df9f3f826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:42.035400 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9044970-49a6-46a4-95f9-9af60f6a33e1 req-18712abf-b866-42e6-9e8e-eafbd6bac212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:42.035710 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e0f4975d-3bcc-42db-a1b7-1766e89216bd req-615065bd-556b-4eb3-a1a7-82df9f3f826c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 1099 time: 0.0406461 Aug 09 16:54:42.036846 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a9044970-49a6-46a4-95f9-9af60f6a33e1 req-18712abf-b866-42e6-9e8e-eafbd6bac212 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 1098 time: 0.0428941 Aug 09 16:54:42.082041 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a9044970-49a6-46a4-95f9-9af60f6a33e1 req-6621a7c3-9779-49c4-aee7-05905fdc17dc service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301189 Aug 09 16:54:42.082258 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e0f4975d-3bcc-42db-a1b7-1766e89216bd req-9cf14f80-efd4-4a3f-9949-f3aa76d78e38 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323267 Aug 09 16:54:42.228621 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d25270-f466-45dc-9c3c-c632c522964c req-c9af5725-1b0a-4c21-bffb-98d50c93fe94 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:42.230094 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-21d25270-f466-45dc-9c3c-c632c522964c req-c9af5725-1b0a-4c21-bffb-98d50c93fe94 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 945 time: 0.0471039 Aug 09 16:54:42.268590 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-21d25270-f466-45dc-9c3c-c632c522964c req-309e911f-49e9-40cf-821f-3aefec609a4e tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324900 Aug 09 16:54:42.686231 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b340006-f471-47b2-8aa0-2cc63e27ed52 req-35f531b6-6b3b-4b2a-b4b4-4ffbae94d4f2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:42.687693 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9b340006-f471-47b2-8aa0-2cc63e27ed52 req-35f531b6-6b3b-4b2a-b4b4-4ffbae94d4f2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0472820 Aug 09 16:54:42.729992 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9b340006-f471-47b2-8aa0-2cc63e27ed52 req-2ab29c76-bf00-4658-84bb-e338ffc53a2a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355370 Aug 09 16:54:42.950332 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-44069f1c-59e5-4a53-a6ad-73470c01b842 req-07e57ad1-d993-4768-b065-9e6e243e4340 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 210 time: 0.0252206 Aug 09 16:54:43.046863 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7718b-63b0-45c1-a6cd-fe078d7fff94 req-e1aabe5b-44a7-4131-9df5-6f8dec903391 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:43.048310 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-12d7718b-63b0-45c1-a6cd-fe078d7fff94 req-e1aabe5b-44a7-4131-9df5-6f8dec903391 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0485375 Aug 09 16:54:43.089424 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-12d7718b-63b0-45c1-a6cd-fe078d7fff94 req-e4cb91cf-43ed-40a6-8522-ad48d8af6c80 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350959 Aug 09 16:54:43.101318 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8b17980d-717b-4780-8964-262c9306df08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:43.387767 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74156bf9-caf2-4168-ad10-76965362b9f7 req-d4147be7-3399-4c0d-9fbf-b764243a525a tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:43.389260 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-74156bf9-caf2-4168-ad10-76965362b9f7 req-d4147be7-3399-4c0d-9fbf-b764243a525a tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 945 time: 0.0511742 Aug 09 16:54:43.426906 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-74156bf9-caf2-4168-ad10-76965362b9f7 req-c87bb535-f880-402f-bce6-004baa91d212 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317085 Aug 09 16:54:43.855868 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73db63a-79e0-4572-9e01-24f7de661c76 req-a604e862-e3ad-4af5-bb58-9d49707314f3 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:43.857352 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e73db63a-79e0-4572-9e01-24f7de661c76 req-a604e862-e3ad-4af5-bb58-9d49707314f3 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0473833 Aug 09 16:54:43.897688 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e73db63a-79e0-4572-9e01-24f7de661c76 req-c0ae9843-e90f-45c9-b114-1e1ecc14d2e2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343130 Aug 09 16:54:44.047243 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ca418ee8-d829-4080-9536-dc8c95052e65 req-64bf53eb-25a0-49db-be81-0824d3a7f2f1 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 210 time: 0.0262337 Aug 09 16:54:44.208938 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479f955-e1d7-4667-a31d-7f78c0a27d5e req-8bc2109a-1eb4-43c5-982c-b5d4ce32a83e tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:44.210927 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b479f955-e1d7-4667-a31d-7f78c0a27d5e req-8bc2109a-1eb4-43c5-982c-b5d4ce32a83e tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0496624 Aug 09 16:54:44.283351 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b479f955-e1d7-4667-a31d-7f78c0a27d5e req-502bbcb3-1613-426c-a17e-62343819ac09 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659993 Aug 09 16:54:44.349155 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-5fddbfc9-039a-4e59-ac0e-297bdb23662a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:44.350681 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-5fddbfc9-039a-4e59-ac0e-297bdb23662a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.85 "GET /v2.0/networks?id=4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 HTTP/1.1" status: 200 len: 809 time: 0.1170304 Aug 09 16:54:44.449498 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-d09b7b46-c413-4d32-accb-e4a3e8e140a5 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe8927f6dc13431c858fe5dde17fcf61 HTTP/1.1" status: 200 len: 379 time: 0.0367041 Aug 09 16:54:44.463952 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-c0c4c02e-2170-4dcf-a6c5-1ac140a0aecb tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Request body: {'port': {'device_id': '9ce60258-a919-4fdd-93b6-64a305caae90', 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94', 'admin_state_up': True, 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'security_groups': ['6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff']}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:54:44.610212 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5961651-85b4-4d92-a18d-a308e6b08b31 req-826bbbbd-cec3-4d41-acd6-ca3264a3c4c5 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:44.611748 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e5961651-85b4-4d92-a18d-a308e6b08b31 req-826bbbbd-cec3-4d41-acd6-ca3264a3c4c5 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 945 time: 0.0641065 Aug 09 16:54:44.650865 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e5961651-85b4-4d92-a18d-a308e6b08b31 req-3356559a-4d6d-4554-80e8-c97503c06290 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321043 Aug 09 16:54:44.728508 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-c0c4c02e-2170-4dcf-a6c5-1ac140a0aecb tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Made reservation on behalf of fe8927f6dc13431c858fe5dde17fcf61 for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:54:44.732151 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-c0c4c02e-2170-4dcf-a6c5-1ac140a0aecb tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:44.872503 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-c0c4c02e-2170-4dcf-a6c5-1ac140a0aecb tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Allocated IP 172.20.0.12 (4d9d930b-ec28-4ce0-9e7c-56489c3c9a94/499bb68c-c520-4ad2-aee4-a2cff94ae248/8382dfaa-9870-49cb-a4e8-b91f26c8d776) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:54:44.946214 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:45.039053 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-c0c4c02e-2170-4dcf-a6c5-1ac140a0aecb tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:45.053882 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f57ce-6aab-438e-846f-ea191eb831fa req-b3f19e00-9051-43bc-af34-512191aa173a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:45.055270 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-878f57ce-6aab-438e-846f-ea191eb831fa req-b3f19e00-9051-43bc-af34-512191aa173a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0781469 Aug 09 16:54:45.109466 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-878f57ce-6aab-438e-846f-ea191eb831fa req-e0f87440-a26f-466c-87c1-c62bc8a3b9f2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479014 Aug 09 16:54:45.149950 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-879b5a9f-b051-44b3-a7b8-783ffd20fe97 req-26f55a45-9781-4240-a713-3be5dd388be5 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 210 time: 0.0306513 Aug 09 16:54:45.214752 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-c0c4c02e-2170-4dcf-a6c5-1ac140a0aecb tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:45.261025 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-c0c4c02e-2170-4dcf-a6c5-1ac140a0aecb tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Network 4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:54:45.264229 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-c0c4c02e-2170-4dcf-a6c5-1ac140a0aecb tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:54:45.267906 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-c0c4c02e-2170-4dcf-a6c5-1ac140a0aecb tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:54:45.274973 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-c0c4c02e-2170-4dcf-a6c5-1ac140a0aecb tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:45.275729 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-c0c4c02e-2170-4dcf-a6c5-1ac140a0aecb tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:45.284996 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4c02e-2170-4dcf-a6c5-1ac140a0aecb tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Pushing event updated for resources: {'Port': ['ID=8382dfaa-9870-49cb-a4e8-b91f26c8d776,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:45.412563 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-c0c4c02e-2170-4dcf-a6c5-1ac140a0aecb tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9535646 Aug 09 16:54:45.438454 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475450e-13a6-4042-b457-eca101d39ea4 req-2d27843e-3e6d-49cd-958d-6d1123a421c3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:45.440367 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e475450e-13a6-4042-b457-eca101d39ea4 req-2d27843e-3e6d-49cd-958d-6d1123a421c3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0649099 Aug 09 16:54:45.485103 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e475450e-13a6-4042-b457-eca101d39ea4 req-756636e8-0490-4c99-9dee-4d9ce8c1d1d6 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350466 Aug 09 16:54:45.573150 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Request body: {'port': {'device_id': '9ce60258-a919-4fdd-93b6-64a305caae90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:54:45.622911 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-c1dc5f31-b5c1-4a73-84a6-a916520120f3 None None] Provisioning complete for port 8382dfaa-9870-49cb-a4e8-b91f26c8d776 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:54:45.623584 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5f31-b5c1-4a73-84a6-a916520120f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:45.623741 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487001c5-f693-479e-b313-4c2d41e2084c req-f97ca155-a1d2-48b9-b148-643be994efb3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:45.625321 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-487001c5-f693-479e-b313-4c2d41e2084c req-f97ca155-a1d2-48b9-b148-643be994efb3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0554390 Aug 09 16:54:45.637374 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:45.658875 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc5f31-b5c1-4a73-84a6-a916520120f3 None None] Port 8382dfaa-9870-49cb-a4e8-b91f26c8d776 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:54:45.672294 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-487001c5-f693-479e-b313-4c2d41e2084c req-44c7c30c-322e-4d22-8293-8ee5e51308b5 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364194 Aug 09 16:54:45.926007 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8382dfaa-9870-49cb-a4e8-b91f26c8d776 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:54:45.934467 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:45.948979 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Transition to ACTIVE for port object 8382dfaa-9870-49cb-a4e8-b91f26c8d776 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:54:46.018188 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea3950-c8ae-4ac9-8485-bda1f2fcd530 req-1d39863e-6c27-4d4c-a3cf-4089ae5f6388 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:46.019774 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-69ea3950-c8ae-4ac9-8485-bda1f2fcd530 req-1d39863e-6c27-4d4c-a3cf-4089ae5f6388 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0507190 Aug 09 16:54:46.054998 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:46.058793 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-69ea3950-c8ae-4ac9-8485-bda1f2fcd530 req-3e166216-dd22-4320-84ce-3af0692141f2 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327036 Aug 09 16:54:46.137613 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Pushing event updated for resources: {'Port': ['ID=8382dfaa-9870-49cb-a4e8-b91f26c8d776,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:46.143098 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Attempting to bind port 8382dfaa-9870-49cb-a4e8-b91f26c8d776 on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:54:46.143433 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Attempting to bind port 8382dfaa-9870-49cb-a4e8-b91f26c8d776 by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': '0fe48ad4-3c33-430f-9607-53eec0dcede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:54:46.144060 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Attempting to bind port 8382dfaa-9870-49cb-a4e8-b91f26c8d776 on network 4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:54:46.152332 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Port 8382dfaa-9870-49cb-a4e8-b91f26c8d776 on network 4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:54:46.152332 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Attempting to bind port 8382dfaa-9870-49cb-a4e8-b91f26c8d776 on network 4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:54:46.156032 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:54:46.156413 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Checking segment: {'id': '0fe48ad4-3c33-430f-9607-53eec0dcede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:54:46.156804 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Bound using segment: {'id': '0fe48ad4-3c33-430f-9607-53eec0dcede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:54:46.157230 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Bound port: 8382dfaa-9870-49cb-a4e8-b91f26c8d776, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe48ad4-3c33-430f-9607-53eec0dcede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:54:46.157627 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:46.242563 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] For port 8382dfaa-9870-49cb-a4e8-b91f26c8d776, host hv-cinder-85257, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:54:46.246150 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] For port 8382dfaa-9870-49cb-a4e8-b91f26c8d776, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=8382dfaa-9870-49cb-a4e8-b91f26c8d776,segment=NetworkSegment(0fe48ad4-3c33-430f-9607-53eec0dcede1),segment_id=0fe48ad4-3c33-430f-9607-53eec0dcede1)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:54:46.256891 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb694b6-57c9-466f-87bb-c5f24e448cbd req-4de214e7-7c5d-4f35-b3c5-50ae7aed6380 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:46.258413 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2fb694b6-57c9-466f-87bb-c5f24e448cbd req-4de214e7-7c5d-4f35-b3c5-50ae7aed6380 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0536656 Aug 09 16:54:46.265959 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:46.301360 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2fb694b6-57c9-466f-87bb-c5f24e448cbd req-986118c8-f0ac-40b5-b66b-c0bad9c56923 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370736 Aug 09 16:54:46.392211 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:46.397710 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:46.398359 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:46.399786 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] 10.222.0.85 "PUT /v2.0/ports/8382dfaa-9870-49cb-a4e8-b91f26c8d776 HTTP/1.1" status: 200 len: 1094 time: 0.8337731 Aug 09 16:54:46.400237 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce60258-a919-4fdd-93b6-64a305caae90', 'tag': '8382dfaa-9870-49cb-a4e8-b91f26c8d776'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:54:46.402559 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0178f4-851e-451a-87e1-9eeadc47dcfa" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce60258-a919-4fdd-93b6-64a305caae90", "tag": "8382dfaa-9870-49cb-a4e8-b91f26c8d776"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:46.426567 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abb465-41f9-48e3-a373-2592136d3e5c req-9ad6e4e0-260e-41f3-87f1-e83be2daf7a4 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:46.428939 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-65abb465-41f9-48e3-a373-2592136d3e5c req-9ad6e4e0-260e-41f3-87f1-e83be2daf7a4 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0547853 Aug 09 16:54:46.456505 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb472b0-41a9-4325-9122-22d719e3e25e service neutron] Pushing event updated for resources: {'Port': ['ID=8382dfaa-9870-49cb-a4e8-b91f26c8d776,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:46.473776 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-65abb465-41f9-48e3-a373-2592136d3e5c req-0df2071d-58c8-4688-9844-f224c3822192 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380476 Aug 09 16:54:46.479070 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97efdd4-3c3e-4621-851c-18863ff22c3f x-openstack-request-id: req-e97efdd4-3c3e-4621-851c-18863ff22c3f {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:54:46.479283 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce60258-a919-4fdd-93b6-64a305caae90", "tag": "8382dfaa-9870-49cb-a4e8-b91f26c8d776", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:54:46.479650 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e97efdd4-3c3e-4621-851c-18863ff22c3f {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:54:46.479933 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e97efdd4-3c3e-4621-851c-18863ff22c3f'] response: {'name': 'network-changed', 'server_uuid': '9ce60258-a919-4fdd-93b6-64a305caae90', 'tag': '8382dfaa-9870-49cb-a4e8-b91f26c8d776', 'status': 'completed', 'code': 200} Aug 09 16:54:46.575581 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748cf9d-31e5-45c4-a0e6-a22099625cea req-91d3e5ef-1ed1-4b52-8020-249debd6300e tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:46.577078 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8748cf9d-31e5-45c4-a0e6-a22099625cea req-91d3e5ef-1ed1-4b52-8020-249debd6300e tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 945 time: 0.0537877 Aug 09 16:54:46.645005 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8748cf9d-31e5-45c4-a0e6-a22099625cea req-354f1252-ac45-49a7-8aba-959019943244 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552125 Aug 09 16:54:46.648227 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0178f4-851e-451a-87e1-9eeadc47dcfa req-1fc254d8-b0c4-4873-a19c-e82e21f01dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:46.649666 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8c0178f4-851e-451a-87e1-9eeadc47dcfa req-1fc254d8-b0c4-4873-a19c-e82e21f01dc2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fe8927f6dc13431c858fe5dde17fcf61&device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 1097 time: 0.0680864 Aug 09 16:54:46.763124 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0178f4-851e-451a-87e1-9eeadc47dcfa req-1426f4c4-e026-4ed0-9ae2-8e9ff324231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:46.764563 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8c0178f4-851e-451a-87e1-9eeadc47dcfa req-1426f4c4-e026-4ed0-9ae2-8e9ff324231c service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=fe8927f6dc13431c858fe5dde17fcf61&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0989902 Aug 09 16:54:46.814549 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:46.863886 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0178f4-851e-451a-87e1-9eeadc47dcfa req-c0297c28-2940-432d-91d0-feab66b0bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:46.865379 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8c0178f4-851e-451a-87e1-9eeadc47dcfa req-c0297c28-2940-432d-91d0-feab66b0bd21 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928473 Aug 09 16:54:46.980826 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:46.999203 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-725a74fd-4409-442b-a0e0-69393a4331b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:47.000695 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-725a74fd-4409-442b-a0e0-69393a4331b9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fe8927f6dc13431c858fe5dde17fcf61&device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 1097 time: 0.0403199 Aug 09 16:54:47.059115 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-824176db-f611-4e1d-9b78-62dfed067f6d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8382dfaa-9870-49cb-a4e8-b91f26c8d776 HTTP/1.1" status: 200 len: 217 time: 0.0384994 Aug 09 16:54:47.108509 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-b75a5a03-9470-4188-a643-4ce24fc4644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:47.110021 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-b75a5a03-9470-4188-a643-4ce24fc4644d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=499bb68c-c520-4ad2-aee4-a2cff94ae248 HTTP/1.1" status: 200 len: 848 time: 0.0434270 Aug 09 16:54:47.172774 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-b780829c-1faf-4586-a0ed-51880d87d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:47.174369 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-b780829c-1faf-4586-a0ed-51880d87d067 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4d9d930b-ec28-4ce0-9e7c-56489c3c9a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410903 Aug 09 16:54:47.434087 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1db5d9-81e0-4192-b3f4-1fb873a03585 req-68c64c68-e1d7-4e3b-9129-0cad76e27262 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:47.435755 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3d1db5d9-81e0-4192-b3f4-1fb873a03585 req-68c64c68-e1d7-4e3b-9129-0cad76e27262 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0528300 Aug 09 16:54:47.475748 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3d1db5d9-81e0-4192-b3f4-1fb873a03585 req-cf5d21be-394c-495b-bddf-b38e6f970c78 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338204 Aug 09 16:54:47.504303 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-11272560-a565-4f3b-9406-183dd4a668e4 service neutron] 10.222.0.85 "GET /v2.0/networks/4d9d930b-ec28-4ce0-9e7c-56489c3c9a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096745 Aug 09 16:54:47.624901 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6b5a27d3-d2a6-4424-a031-17be705241d0 req-2c2deb05-51f3-4e09-8244-f3c34ab9bfc3 service neutron] 10.222.0.85 "GET /v2.0/networks/4d9d930b-ec28-4ce0-9e7c-56489c3c9a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125128 Aug 09 16:54:47.636913 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b402fd-0d34-4d79-87de-8e22661331d4 req-a07e28be-a049-4d5c-aa83-c4523b53bc1d tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:47.638306 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b1b402fd-0d34-4d79-87de-8e22661331d4 req-a07e28be-a049-4d5c-aa83-c4523b53bc1d tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0700531 Aug 09 16:54:47.677330 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b1b402fd-0d34-4d79-87de-8e22661331d4 req-32cf19de-1fd3-4abf-92e4-b52a34532433 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329850 Aug 09 16:54:47.767991 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71544e29-fca4-4879-bc6b-9e8329f404d8 req-39a1e031-22bc-4850-b560-ffb95d07b245 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:47.769396 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-71544e29-fca4-4879-bc6b-9e8329f404d8 req-39a1e031-22bc-4850-b560-ffb95d07b245 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 945 time: 0.0496752 Aug 09 16:54:47.811370 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-71544e29-fca4-4879-bc6b-9e8329f404d8 req-53284430-482d-4e9d-8e47-72d6fb0ec5e3 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355051 Aug 09 16:54:47.948986 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-96ff1e73-2b33-4097-9160-c1973497b4cf req-68dffe2c-842a-4342-b92c-a7756f1e01bb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502846 Aug 09 16:54:48.037398 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff1e73-2b33-4097-9160-c1973497b4cf req-bf0b9ab3-f640-441b-876f-43ff7939f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:48.038921 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-96ff1e73-2b33-4097-9160-c1973497b4cf req-bf0b9ab3-f640-441b-876f-43ff7939f223 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=263134786e174e0683b78ef12715c3fb&device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 1098 time: 0.0420210 Aug 09 16:54:48.176321 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff1e73-2b33-4097-9160-c1973497b4cf req-bb9d6a4c-2f20-41f8-b710-1aa3eac65ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:48.177816 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-96ff1e73-2b33-4097-9160-c1973497b4cf req-bb9d6a4c-2f20-41f8-b710-1aa3eac65ce3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea HTTP/1.1" status: 200 len: 916 time: 0.0922487 Aug 09 16:54:48.248100 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-96ff1e73-2b33-4097-9160-c1973497b4cf req-54174317-29ed-49f0-8ecf-6bd066cebcce service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2f20cbb-c325-4a7f-8d56-3cd7b47d407b HTTP/1.1" status: 200 len: 1001 time: 0.0606313 Aug 09 16:54:48.310339 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff1e73-2b33-4097-9160-c1973497b4cf req-721e27a0-3887-4270-b703-f5f2a8be8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:48.311775 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-96ff1e73-2b33-4097-9160-c1973497b4cf req-721e27a0-3887-4270-b703-f5f2a8be8c4e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9 HTTP/1.1" status: 200 len: 854 time: 0.0487397 Aug 09 16:54:48.379959 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff1e73-2b33-4097-9160-c1973497b4cf req-be2edb93-b883-42b5-98dc-5e46460cfbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:48.381499 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-96ff1e73-2b33-4097-9160-c1973497b4cf req-be2edb93-b883-42b5-98dc-5e46460cfbff service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395794 Aug 09 16:54:48.495951 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-96ff1e73-2b33-4097-9160-c1973497b4cf req-b3bc4677-6332-40e4-bfcf-8ce6ce138653 service neutron] 10.222.0.85 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928047 Aug 09 16:54:48.605708 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40d7b6-44f8-4808-86e2-44f0d4ac9622 req-1518fd8d-2054-4eeb-9ae8-59b0e7f14826 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:48.607509 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4c40d7b6-44f8-4808-86e2-44f0d4ac9622 req-1518fd8d-2054-4eeb-9ae8-59b0e7f14826 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0505381 Aug 09 16:54:48.614499 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-96ff1e73-2b33-4097-9160-c1973497b4cf req-ea8f7ec5-8edb-4f1b-bdbf-32f66b4d2902 service neutron] 10.222.0.85 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865641 Aug 09 16:54:48.650338 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4c40d7b6-44f8-4808-86e2-44f0d4ac9622 req-d167ca39-9590-4082-9b73-63adae071704 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345261 Aug 09 16:54:48.812347 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe49e4d-9e3f-4c08-956a-3c5363f14842 req-118524b7-12d4-4fb8-9ebd-bd55d878c33f tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:48.813780 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3fe49e4d-9e3f-4c08-956a-3c5363f14842 req-118524b7-12d4-4fb8-9ebd-bd55d878c33f tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0494430 Aug 09 16:54:48.853068 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3fe49e4d-9e3f-4c08-956a-3c5363f14842 req-d2355918-758a-42c7-9e70-124cd3517bb1 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326114 Aug 09 16:54:48.959131 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3d105-1d52-43e4-b5c0-7868ff01a5e9 req-71e43eb8-07e7-4ee9-8021-03731a1b25e5 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:48.960595 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6bc3d105-1d52-43e4-b5c0-7868ff01a5e9 req-71e43eb8-07e7-4ee9-8021-03731a1b25e5 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 945 time: 0.0478802 Aug 09 16:54:49.002119 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6bc3d105-1d52-43e4-b5c0-7868ff01a5e9 req-ef3ed143-5f6c-4ca9-a4d4-2811c43a7922 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354314 Aug 09 16:54:49.776482 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7174766-2e3a-4358-8c39-51b97e2cc235 req-5343c197-d173-43b8-ba5b-da44850649f6 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:49.778991 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b7174766-2e3a-4358-8c39-51b97e2cc235 req-5343c197-d173-43b8-ba5b-da44850649f6 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0490780 Aug 09 16:54:49.794138 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba6325-c8ea-4de2-8ed3-06c29e0c2666 req-b42865a2-7daa-432d-9f7e-d0011ccaebab tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:49.796500 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-28ba6325-c8ea-4de2-8ed3-06c29e0c2666 req-b42865a2-7daa-432d-9f7e-d0011ccaebab tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.85 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 945 time: 0.0582001 Aug 09 16:54:49.820545 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b7174766-2e3a-4358-8c39-51b97e2cc235 req-1595af6e-0fc9-434d-bf0a-6e8f3b876265 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365701 Aug 09 16:54:49.902922 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-28ba6325-c8ea-4de2-8ed3-06c29e0c2666 req-cf41ffd0-1436-4756-a029-70a5f2875418 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Deleting port 0fd71c85-96a4-4a33-8afd-ab232f08fac8 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:54:49.903158 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-28ba6325-c8ea-4de2-8ed3-06c29e0c2666 req-cf41ffd0-1436-4756-a029-70a5f2875418 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:50.024782 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-28ba6325-c8ea-4de2-8ed3-06c29e0c2666 req-cf41ffd0-1436-4756-a029-70a5f2875418 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] For port 0fd71c85-96a4-4a33-8afd-ab232f08fac8, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0fd71c85-96a4-4a33-8afd-ab232f08fac8,segment=NetworkSegment(329c20f0-b273-44f6-ae2d-9a2acf616cc0),segment_id=329c20f0-b273-44f6-ae2d-9a2acf616cc0)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:50.025051 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-28ba6325-c8ea-4de2-8ed3-06c29e0c2666 req-cf41ffd0-1436-4756-a029-70a5f2875418 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:50.044043 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e65ad-2fc7-4e4c-8bc9-8d28a4bb39af req-0d0afde8-edb9-4b77-9807-b5d0c2f76f8e tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:50.045782 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1b9e65ad-2fc7-4e4c-8bc9-8d28a4bb39af req-0d0afde8-edb9-4b77-9807-b5d0c2f76f8e tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.1097071 Aug 09 16:54:50.049975 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-28ba6325-c8ea-4de2-8ed3-06c29e0c2666 req-cf41ffd0-1436-4756-a029-70a5f2875418 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Calling delete_port for 0fd71c85-96a4-4a33-8afd-ab232f08fac8 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:54:50.123921 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70691328-70df-4f2d-8b4d-3d8ece7a9c2d req-a58ae964-ecf8-413d-8fa7-5a643ee5df4c tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:50.125774 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-70691328-70df-4f2d-8b4d-3d8ece7a9c2d req-a58ae964-ecf8-413d-8fa7-5a643ee5df4c tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 945 time: 0.0498562 Aug 09 16:54:50.126430 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1b9e65ad-2fc7-4e4c-8bc9-8d28a4bb39af req-3176c396-895f-4137-bd95-eb94eeb233ee tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717611 Aug 09 16:54:50.166845 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-70691328-70df-4f2d-8b4d-3d8ece7a9c2d req-cb18a856-4df5-4a21-91eb-625bd8444950 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/security-groups?id=add6745f-5888-4d00-81fb-341d9c60be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345502 Aug 09 16:54:50.300385 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-28ba6325-c8ea-4de2-8ed3-06c29e0c2666 req-cf41ffd0-1436-4756-a029-70a5f2875418 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:50.330136 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41ffd0-1436-4756-a029-70a5f2875418 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Pushing event deleted for resources: {'Port': ['ID=0fd71c85-96a4-4a33-8afd-ab232f08fac8,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:50.343310 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['0fd71c85-96a4-4a33-8afd-ab232f08fac8'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:54:50.368758 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ba6325-c8ea-4de2-8ed3-06c29e0c2666 req-cf41ffd0-1436-4756-a029-70a5f2875418 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] No DVR routers for this DVR port 0fd71c85-96a4-4a33-8afd-ab232f08fac8 on host hv-cinder-85257 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:54:50.371182 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-28ba6325-c8ea-4de2-8ed3-06c29e0c2666 req-cf41ffd0-1436-4756-a029-70a5f2875418 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:50.374444 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-28ba6325-c8ea-4de2-8ed3-06c29e0c2666 req-cf41ffd0-1436-4756-a029-70a5f2875418 tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.85 "DELETE /v2.0/ports/0fd71c85-96a4-4a33-8afd-ab232f08fac8 HTTP/1.1" status: 204 len: 173 time: 0.5691998 Aug 09 16:54:50.374891 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71a9207-1af4-40a0-a254-6b637b9983af', 'name': 'network-vif-deleted', 'tag': '0fd71c85-96a4-4a33-8afd-ab232f08fac8'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:54:50.377151 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb91c23-41b4-4a74-9747-136f72a74694" -d '{"events": [{"server_uuid": "a71a9207-1af4-40a0-a254-6b637b9983af", "name": "network-vif-deleted", "tag": "0fd71c85-96a4-4a33-8afd-ab232f08fac8"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:50.414635 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a75ffc-a8ac-496e-9cf7-fcb879f0a50f x-openstack-request-id: req-06a75ffc-a8ac-496e-9cf7-fcb879f0a50f {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:54:50.414938 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71a9207-1af4-40a0-a254-6b637b9983af", "name": "network-vif-deleted", "tag": "0fd71c85-96a4-4a33-8afd-ab232f08fac8", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:54:50.415214 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-06a75ffc-a8ac-496e-9cf7-fcb879f0a50f {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:54:50.415634 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a75ffc-a8ac-496e-9cf7-fcb879f0a50f'] response: {'server_uuid': 'a71a9207-1af4-40a0-a254-6b637b9983af', 'name': 'network-vif-deleted', 'tag': '0fd71c85-96a4-4a33-8afd-ab232f08fac8', 'status': 'completed', 'code': 200} Aug 09 16:54:50.714231 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device b53a614e-e389-47f8-b39b-c7841a9c3e47 details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:54:50.815778 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port b53a614e-e389-47f8-b39b-c7841a9c3e47, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=b53a614e-e389-47f8-b39b-c7841a9c3e47,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:50.827819 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': 'b53a614e-e389-47f8-b39b-c7841a9c3e47', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'port_id': 'b53a614e-e389-47f8-b39b-c7841a9c3e47', 'mac_address': 'fa:16:3e:2e:0b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:54:50.870941 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port b53a614e-e389-47f8-b39b-c7841a9c3e47 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:54:50.871354 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:50.885872 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53a614e-e389-47f8-b39b-c7841a9c3e47 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:54:50.912331 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port b53a614e-e389-47f8-b39b-c7841a9c3e47, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=b53a614e-e389-47f8-b39b-c7841a9c3e47,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:50.961919 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c1392-d8ce-4502-8a9e-7241c0b55fce req-b96e2722-2ad3-4199-92fa-3495a7859e86 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:50.963447 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-732c1392-d8ce-4502-8a9e-7241c0b55fce req-b96e2722-2ad3-4199-92fa-3495a7859e86 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 943 time: 0.0502756 Aug 09 16:54:51.007248 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-732c1392-d8ce-4502-8a9e-7241c0b55fce req-b77a45b7-7257-49ea-b6bf-37d303b42292 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378637 Aug 09 16:54:51.014099 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:51.062152 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=b53a614e-e389-47f8-b39b-c7841a9c3e47,revision_number=9']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:51.247767 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02d127-e80e-4ebf-9495-e6abc26f9a1f req-383a3ea5-dd18-4ab0-ad6a-4f89da4b87b9 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:51.250264 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ee02d127-e80e-4ebf-9495-e6abc26f9a1f req-383a3ea5-dd18-4ab0-ad6a-4f89da4b87b9 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0508139 Aug 09 16:54:51.276062 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f0451164-6b07-4213-b15c-815ad5427112 req-053d3ae5-f8cc-455a-b2b2-a69f3583001a tempest-VolumesActionsTest-1328915616 tempest-VolumesActionsTest-1328915616-project] 10.222.0.49 "GET /v2.0/ports?device_id=a71a9207-1af4-40a0-a254-6b637b9983af HTTP/1.1" status: 200 len: 210 time: 0.0264182 Aug 09 16:54:51.290969 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ee02d127-e80e-4ebf-9495-e6abc26f9a1f req-65da13df-1106-4050-8a59-f82d4df099c3 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322101 Aug 09 16:54:51.744463 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['b53a614e-e389-47f8-b39b-c7841a9c3e47'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:54:52.132956 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c17779-6001-450d-8298-d22af450c472 req-146f5b2a-2edc-41ab-a1bc-7f0caf62e596 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:52.134471 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e6c17779-6001-450d-8298-d22af450c472 req-146f5b2a-2edc-41ab-a1bc-7f0caf62e596 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 944 time: 0.0498469 Aug 09 16:54:52.172450 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e6c17779-6001-450d-8298-d22af450c472 req-98910494-abd9-40b9-af8c-76117a166ac3 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318661 Aug 09 16:54:52.405119 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79224c19-1c9f-41e4-ac0f-a02fc9b28578 req-5fe43f71-ab9a-4dde-94c9-9e434f24d985 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:52.406585 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-79224c19-1c9f-41e4-ac0f-a02fc9b28578 req-5fe43f71-ab9a-4dde-94c9-9e434f24d985 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0477881 Aug 09 16:54:52.445531 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-79224c19-1c9f-41e4-ac0f-a02fc9b28578 req-6d3b6180-9c52-4deb-aae1-162d277853b9 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319967 Aug 09 16:54:52.719971 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 0fd71c85-96a4-4a33-8afd-ab232f08fac8 no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:54:52.743037 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: 0fd71c85-96a4-4a33-8afd-ab232f08fac8 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:54:52.743395 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 0fd71c85-96a4-4a33-8afd-ab232f08fac8 not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:54:53.307422 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55d315-aa3a-4a1b-b0bb-999255c89ea4 req-d9f82b24-ca8d-4fd8-9fd4-d61b89befeb0 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:53.308918 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ca55d315-aa3a-4a1b-b0bb-999255c89ea4 req-d9f82b24-ca8d-4fd8-9fd4-d61b89befeb0 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 944 time: 0.0580916 Aug 09 16:54:53.348008 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ca55d315-aa3a-4a1b-b0bb-999255c89ea4 req-fc93ef50-d8bf-48eb-b1b9-812634825bdf tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322115 Aug 09 16:54:53.569091 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cb7a2-73c8-47a6-8a0e-2d1dc2881076 req-15428ebd-9bb1-42a4-b015-96c84c9a65cd tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:53.570602 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8a8cb7a2-73c8-47a6-8a0e-2d1dc2881076 req-15428ebd-9bb1-42a4-b015-96c84c9a65cd tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0531607 Aug 09 16:54:53.609511 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8a8cb7a2-73c8-47a6-8a0e-2d1dc2881076 req-fcd22587-cf15-489a-8f8a-744dbcd4ec05 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326815 Aug 09 16:54:54.473831 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b450a46-4783-4ce1-8b26-e26385e3fe7c req-a482a4af-6c2b-49b5-bb47-5041c20dd81d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:54.475734 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4b450a46-4783-4ce1-8b26-e26385e3fe7c req-a482a4af-6c2b-49b5-bb47-5041c20dd81d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 944 time: 0.0474803 Aug 09 16:54:54.513989 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4b450a46-4783-4ce1-8b26-e26385e3fe7c req-4cdaae39-9138-4b76-9497-e0cd4a6e866c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321853 Aug 09 16:54:54.728238 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166bfbd-e45b-464f-9645-ddf4f0487e26 req-9b8f04c5-a923-47d5-8627-40276d2d1720 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:54.729658 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5166bfbd-e45b-464f-9645-ddf4f0487e26 req-9b8f04c5-a923-47d5-8627-40276d2d1720 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0472670 Aug 09 16:54:54.767591 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5166bfbd-e45b-464f-9645-ddf4f0487e26 req-eadeff12-da6a-4cb8-a048-1bcd90567045 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320160 Aug 09 16:54:55.639037 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748825da-0c52-4e74-af58-8df172460bb2 req-a5928b89-e21e-41a0-b6c7-aa9865638fab tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:55.640556 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-748825da-0c52-4e74-af58-8df172460bb2 req-a5928b89-e21e-41a0-b6c7-aa9865638fab tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 944 time: 0.0493836 Aug 09 16:54:55.678870 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-748825da-0c52-4e74-af58-8df172460bb2 req-9be34f20-700a-4faa-bcd3-217b3d42931a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322702 Aug 09 16:54:55.888833 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fca30-3ef8-493c-b772-6d2fc6723378 req-a7375ead-6631-420f-aaf1-cb4cf175c03a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:55.890374 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c54fca30-3ef8-493c-b772-6d2fc6723378 req-a7375ead-6631-420f-aaf1-cb4cf175c03a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0506897 Aug 09 16:54:55.933508 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c54fca30-3ef8-493c-b772-6d2fc6723378 req-82b504cf-ffa9-4086-8c9c-bce2bd2a5041 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371215 Aug 09 16:54:55.968034 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device b53a614e-e389-47f8-b39b-c7841a9c3e47 up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:54:56.016356 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port b53a614e-e389-47f8-b39b-c7841a9c3e47 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:54:56.016712 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:56.229129 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port b53a614e-e389-47f8-b39b-c7841a9c3e47 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:54:56.229550 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:56.252019 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca3ccda-1608-449a-bb67-528e1fdb3555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53a614e-e389-47f8-b39b-c7841a9c3e47'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:54:56.254409 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0ddf41-ed8a-4f8c-a555-a1196f157301" -d '{"events": [{"server_uuid": "5ca3ccda-1608-449a-bb67-528e1fdb3555", "name": "network-vif-plugged", "status": "completed", "tag": "b53a614e-e389-47f8-b39b-c7841a9c3e47"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:54:56.267597 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port b53a614e-e389-47f8-b39b-c7841a9c3e47, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=b53a614e-e389-47f8-b39b-c7841a9c3e47,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:56.291344 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d84e88-640d-4ba3-aabd-ebfb80e90924 x-openstack-request-id: req-58d84e88-640d-4ba3-aabd-ebfb80e90924 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:54:56.291723 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca3ccda-1608-449a-bb67-528e1fdb3555", "name": "network-vif-plugged", "status": "completed", "tag": "b53a614e-e389-47f8-b39b-c7841a9c3e47", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:54:56.291978 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-58d84e88-640d-4ba3-aabd-ebfb80e90924 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:54:56.292376 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d84e88-640d-4ba3-aabd-ebfb80e90924'] response: {'server_uuid': '5ca3ccda-1608-449a-bb67-528e1fdb3555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53a614e-e389-47f8-b39b-c7841a9c3e47', 'code': 200} Aug 09 16:54:56.368845 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:56.418285 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=b53a614e-e389-47f8-b39b-c7841a9c3e47,revision_number=10']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:56.808925 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7620bf9-1587-43cc-8bde-d754a3a0d0f8 req-53e41622-b4b8-4dff-8324-25883cc1850c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:56.810491 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f7620bf9-1587-43cc-8bde-d754a3a0d0f8 req-53e41622-b4b8-4dff-8324-25883cc1850c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 946 time: 0.0519919 Aug 09 16:54:56.850343 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f7620bf9-1587-43cc-8bde-d754a3a0d0f8 req-138196c2-578d-4b26-ba80-5981ba1c86c3 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335565 Aug 09 16:54:57.056035 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab3f66-cbd3-4d8b-a401-4bfdad40b008 req-33f24418-3b2a-47a2-bca0-c467e5ef9247 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:57.057554 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-95ab3f66-cbd3-4d8b-a401-4bfdad40b008 req-33f24418-3b2a-47a2-bca0-c467e5ef9247 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0537648 Aug 09 16:54:57.096689 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-95ab3f66-cbd3-4d8b-a401-4bfdad40b008 req-16ad9249-52ca-40e9-9e32-61935a195d12 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330498 Aug 09 16:54:57.217833 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83b73-9a52-4553-a516-659d41efa33e req-8b07d09a-3c1d-487d-8d4d-86a38bdfdf58 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:57.219469 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-46d83b73-9a52-4553-a516-659d41efa33e req-8b07d09a-3c1d-487d-8d4d-86a38bdfdf58 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 946 time: 0.0514998 Aug 09 16:54:57.258969 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-46d83b73-9a52-4553-a516-659d41efa33e req-47d5dc48-87c9-4739-ba5f-bbf3784838ef tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b9261-fc52-4e59-8cc3-3a0897f6e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325294 Aug 09 16:54:57.994423 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f784ce6-5044-4752-a3a7-a2ab9771bf4c req-7163c942-e26f-4eac-bf01-001cc05acf2d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:57.996000 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2f784ce6-5044-4752-a3a7-a2ab9771bf4c req-7163c942-e26f-4eac-bf01-001cc05acf2d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 946 time: 0.0543625 Aug 09 16:54:58.044712 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2f784ce6-5044-4752-a3a7-a2ab9771bf4c req-28125404-3e91-4a8e-bda4-25041501299c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416191 Aug 09 16:54:58.223032 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcb4bf-a50e-4f09-b1a6-244a98fcd62a req-896e2669-110b-4ade-95eb-557b27b50c2d tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:58.224496 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-85dcb4bf-a50e-4f09-b1a6-244a98fcd62a req-896e2669-110b-4ade-95eb-557b27b50c2d tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0551276 Aug 09 16:54:58.263880 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-85dcb4bf-a50e-4f09-b1a6-244a98fcd62a req-5a072627-a12c-47af-910e-6510ca5fcf60 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331001 Aug 09 16:54:58.384821 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d6d51-d3f2-4c29-bf1a-60b169b936a8 req-80f43ace-cb7d-4db1-ac63-198be95ac523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:58.386327 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-211d6d51-d3f2-4c29-bf1a-60b169b936a8 req-80f43ace-cb7d-4db1-ac63-198be95ac523 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 1099 time: 0.0394926 Aug 09 16:54:58.386977 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22244c4-014e-4b97-825b-36bc700cb9d8 req-87840404-de17-4651-b94a-5c80650233e0 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:58.388538 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a22244c4-014e-4b97-825b-36bc700cb9d8 req-87840404-de17-4651-b94a-5c80650233e0 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 946 time: 0.0579717 Aug 09 16:54:58.428206 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a22244c4-014e-4b97-825b-36bc700cb9d8 req-13cf50a5-0ed8-4a2d-a994-030bdc549c65 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b9261-fc52-4e59-8cc3-3a0897f6e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330999 Aug 09 16:54:58.443531 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-211d6d51-d3f2-4c29-bf1a-60b169b936a8 req-37d7a74e-c171-4c6c-96be-359737e96d1c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297511 Aug 09 16:54:59.097878 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 8382dfaa-9870-49cb-a4e8-b91f26c8d776 details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:54:59.194016 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7b59b-eda1-4092-abfc-56d9c2f4fee4 req-e7cb4bf6-5543-499c-9025-3082054fd22c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:59.201526 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-81e7b59b-eda1-4092-abfc-56d9c2f4fee4 req-e7cb4bf6-5543-499c-9025-3082054fd22c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 946 time: 0.0609522 Aug 09 16:54:59.202438 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 8382dfaa-9870-49cb-a4e8-b91f26c8d776, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=8382dfaa-9870-49cb-a4e8-b91f26c8d776,segment=NetworkSegment(0fe48ad4-3c33-430f-9607-53eec0dcede1),segment_id=0fe48ad4-3c33-430f-9607-53eec0dcede1)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:59.214461 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': '8382dfaa-9870-49cb-a4e8-b91f26c8d776', 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94', 'port_id': '8382dfaa-9870-49cb-a4e8-b91f26c8d776', 'mac_address': 'fa:16:3e:f1:eb:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499bb68c-c520-4ad2-aee4-a2cff94ae248', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:54:59.240132 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-81e7b59b-eda1-4092-abfc-56d9c2f4fee4 req-6469967f-0ce4-4bfd-afec-b0b59aca99fd tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368845 Aug 09 16:54:59.252829 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 8382dfaa-9870-49cb-a4e8-b91f26c8d776 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:54:59.253521 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:59.271217 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8382dfaa-9870-49cb-a4e8-b91f26c8d776 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:54:59.295862 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 8382dfaa-9870-49cb-a4e8-b91f26c8d776, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=8382dfaa-9870-49cb-a4e8-b91f26c8d776,segment=NetworkSegment(0fe48ad4-3c33-430f-9607-53eec0dcede1),segment_id=0fe48ad4-3c33-430f-9607-53eec0dcede1)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:54:59.379556 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:54:59.405478 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e266d3-48ae-4003-bd3a-fa69cd2a7256 req-df972cfe-90e1-4428-ae82-a100a0b6a581 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:59.407895 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c0e266d3-48ae-4003-bd3a-fa69cd2a7256 req-df972cfe-90e1-4428-ae82-a100a0b6a581 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0639319 Aug 09 16:54:59.447983 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=8382dfaa-9870-49cb-a4e8-b91f26c8d776,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:54:59.466671 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c0e266d3-48ae-4003-bd3a-fa69cd2a7256 req-a5183502-5812-4c92-9dbf-840cbdfdb481 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479255 Aug 09 16:54:59.569718 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d07263-dc20-4181-8bcc-046ae764db0a req-6a8d521c-47b4-4660-ad4b-f3af321ba9a6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:54:59.577331 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-93d07263-dc20-4181-8bcc-046ae764db0a req-6a8d521c-47b4-4660-ad4b-f3af321ba9a6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 946 time: 0.0598073 Aug 09 16:54:59.649956 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-93d07263-dc20-4181-8bcc-046ae764db0a req-faa42f51-5322-4c79-b45a-11f4e77f61c2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b9261-fc52-4e59-8cc3-3a0897f6e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712898 Aug 09 16:54:59.899620 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:55:00.402194 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['8382dfaa-9870-49cb-a4e8-b91f26c8d776'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:55:00.414011 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a6c83-ea80-45e6-8df4-34f207d7b918 req-e4cbeb5f-d964-4ac7-be6c-8b0374d3761d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:00.417068 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-638a6c83-ea80-45e6-8df4-34f207d7b918 req-e4cbeb5f-d964-4ac7-be6c-8b0374d3761d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 946 time: 0.0891395 Aug 09 16:55:00.509251 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-638a6c83-ea80-45e6-8df4-34f207d7b918 req-4e2ea04e-9a9d-4d0e-8001-fc74ff02aded tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848300 Aug 09 16:55:00.686787 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fba35-d2bf-484f-a509-48679e52e632 req-260d384f-632d-41a3-8321-57217c8c0516 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:00.702750 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e67fba35-d2bf-484f-a509-48679e52e632 req-260d384f-632d-41a3-8321-57217c8c0516 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 945 time: 0.1109147 Aug 09 16:55:00.789176 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e67fba35-d2bf-484f-a509-48679e52e632 req-a7b8746d-89d3-43c5-9ca6-f939d8f42da0 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846152 Aug 09 16:55:00.979370 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae082467-c3c1-43d4-b577-86e45545eb21 req-1c14aad2-f982-4b89-ac85-d2605ce8b616 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:00.980909 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ae082467-c3c1-43d4-b577-86e45545eb21 req-1c14aad2-f982-4b89-ac85-d2605ce8b616 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 946 time: 0.1166985 Aug 09 16:55:01.023796 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ae082467-c3c1-43d4-b577-86e45545eb21 req-4ede7281-22b2-446f-a792-7ee06b40e6f6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b9261-fc52-4e59-8cc3-3a0897f6e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362265 Aug 09 16:55:01.468824 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49609ee-5959-49ed-a4a0-232526817e26 req-65b41be6-bc11-4de2-9db1-43890e8c08f3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:01.470579 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d49609ee-5959-49ed-a4a0-232526817e26 req-65b41be6-bc11-4de2-9db1-43890e8c08f3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0573146 Aug 09 16:55:01.553888 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d49609ee-5959-49ed-a4a0-232526817e26 req-9cb03049-c2cd-45bc-81d9-6fdcf21b16af tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765395 Aug 09 16:55:01.571337 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924078b4-05b9-49ac-975e-a0b96003e61e req-865ee77d-e7e0-4500-a7ee-ebb13960f0ba tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:01.573038 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-924078b4-05b9-49ac-975e-a0b96003e61e req-865ee77d-e7e0-4500-a7ee-ebb13960f0ba tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.85 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 946 time: 0.0882335 Aug 09 16:55:01.589692 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 57966) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:01.758905 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33f390-1bf2-4790-9ab9-5e66fc248250 req-e09991ad-2909-4999-97f8-176dd966d5e7 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:01.769276 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4c33f390-1bf2-4790-9ab9-5e66fc248250 req-e09991ad-2909-4999-97f8-176dd966d5e7 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 946 time: 0.1001666 Aug 09 16:55:01.777246 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-924078b4-05b9-49ac-975e-a0b96003e61e req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Deleting port 82843b95-6168-4d9c-9bcf-c71185812b72 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:55:01.777900 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-924078b4-05b9-49ac-975e-a0b96003e61e req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:01.803767 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8392a0d1-2d4b-4f6b-a9e3-5661e031f497 tempest-TestMinimumBasicScenario-408822461 tempest-TestMinimumBasicScenario-408822461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:01.805778 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8392a0d1-2d4b-4f6b-a9e3-5661e031f497 tempest-TestMinimumBasicScenario-408822461 tempest-TestMinimumBasicScenario-408822461-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 1094 time: 0.2149234 Aug 09 16:55:01.811252 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 57974) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:01.824688 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Request body: {'floatingip': {'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'port_id': '5ecdb52a-5824-4532-9428-f46db0c3626b', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:01.850064 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4c33f390-1bf2-4790-9ab9-5e66fc248250 req-7c757166-6a95-41a9-97f7-716b16a75fe4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792360 Aug 09 16:55:01.905647 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-924078b4-05b9-49ac-975e-a0b96003e61e req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] For port 82843b95-6168-4d9c-9bcf-c71185812b72, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=82843b95-6168-4d9c-9bcf-c71185812b72,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:55:01.905647 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-924078b4-05b9-49ac-975e-a0b96003e61e req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:01.952263 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for floatingip, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:02.126198 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:02.147886 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57320ad8-4e52-401d-af55-da42bd9fd5a8 req-688d88f0-b4bf-4555-a15d-d7a9a55c673c tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:02.156116 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-57320ad8-4e52-401d-af55-da42bd9fd5a8 req-688d88f0-b4bf-4555-a15d-d7a9a55c673c tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 945 time: 0.1628907 Aug 09 16:55:02.247039 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-57320ad8-4e52-401d-af55-da42bd9fd5a8 req-19dc22b9-39e7-4dac-a688-ef13b506c09c tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899525 Aug 09 16:55:02.271455 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-924078b4-05b9-49ac-975e-a0b96003e61e req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:02.272096 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-924078b4-05b9-49ac-975e-a0b96003e61e req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:02.272582 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.l3_db [req-924078b4-05b9-49ac-975e-a0b96003e61e req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Floating IP b4357964-2028-4381-af37-824c30157f08 disassociated. External IP: 172.27.0.185, port: 82843b95-6168-4d9c-9bcf-c71185812b72. Aug 09 16:55:02.273053 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-924078b4-05b9-49ac-975e-a0b96003e61e req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Calling delete_port for 82843b95-6168-4d9c-9bcf-c71185812b72 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:55:02.318900 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13daf458-3ee7-40fe-8fd2-aa4591efa855 req-a6bb8950-a2a8-4ac2-a8f7-85343e02242a tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:02.320522 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13daf458-3ee7-40fe-8fd2-aa4591efa855 req-a6bb8950-a2a8-4ac2-a8f7-85343e02242a tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 946 time: 0.1145575 Aug 09 16:55:02.369173 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Allocated IP 172.27.0.157 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/dc85d5e1-146d-4f4f-824f-61b59afe3459) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:55:02.416550 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-13daf458-3ee7-40fe-8fd2-aa4591efa855 req-cdf06c9c-d35a-46aa-9629-17c4fed4f4fd tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=e12b9261-fc52-4e59-8cc3-3a0897f6e27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849390 Aug 09 16:55:02.541674 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:02.557004 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-924078b4-05b9-49ac-975e-a0b96003e61e req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:02.601170 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event deleted for resources: {'Port': ['ID=82843b95-6168-4d9c-9bcf-c71185812b72,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:02.621771 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.622122 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.622457 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.622788 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.623115 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.623524 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.623857 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.624179 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.624808 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.625233 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.625889 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.626455 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.660740 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:02.722617 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:55:02.726883 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:55:02.729737 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:55:02.807694 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Pushing event updated for resources: {'Port': ['ID=dc85d5e1-146d-4f4f-824f-61b59afe3459,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:02.850166 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.850854 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.851511 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.852002 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.852569 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.852958 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-924078b4-05b9-49ac-975e-a0b96003e61e req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Router 5b620c4c-40f8-48c6-8f8a-853657d52b57 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:55:02.853766 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.853766 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.853766 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.854136 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.854545 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.854877 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:02.855379 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:03.078656 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-924078b4-05b9-49ac-975e-a0b96003e61e req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:55:03.095143 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee17cd6-22fa-422f-b343-42109dac9d8c req-c9fd5f6c-b641-4e17-b64a-532284965177 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:03.097691 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead2ebba-e2ed-4886-b884-73a31f0a36dd None None] Sync routers for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:55:03.102685 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2ee17cd6-22fa-422f-b343-42109dac9d8c req-c9fd5f6c-b641-4e17-b64a-532284965177 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 946 time: 0.1307802 Aug 09 16:55:03.123233 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead2ebba-e2ed-4886-b884-73a31f0a36dd None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:55:03.123903 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-ead2ebba-e2ed-4886-b884-73a31f0a36dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:54:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:03.157643 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-924078b4-05b9-49ac-975e-a0b96003e61e req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] No DVR routers for this DVR port 82843b95-6168-4d9c-9bcf-c71185812b72 on host hv-cinder-85257 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:55:03.163377 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-924078b4-05b9-49ac-975e-a0b96003e61e req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:03.167477 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-924078b4-05b9-49ac-975e-a0b96003e61e req-3454b524-41ec-40ef-8dc1-01abee44eecf tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.85 "DELETE /v2.0/ports/82843b95-6168-4d9c-9bcf-c71185812b72 HTTP/1.1" status: 204 len: 173 time: 1.5837893 Aug 09 16:55:03.168352 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9584ed-e2e6-4b7c-86fb-8811daa6cd73', 'name': 'network-vif-deleted', 'tag': '82843b95-6168-4d9c-9bcf-c71185812b72'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:55:03.177485 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee97d6ad-d239-4171-9353-a7671324683c" -d '{"events": [{"server_uuid": "be9584ed-e2e6-4b7c-86fb-8811daa6cd73", "name": "network-vif-deleted", "tag": "82843b95-6168-4d9c-9bcf-c71185812b72"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:03.212380 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 8382dfaa-9870-49cb-a4e8-b91f26c8d776 up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:55:03.237979 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2ee17cd6-22fa-422f-b343-42109dac9d8c req-bc91f257-69bf-49ac-863d-9d763205ba92 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342561 Aug 09 16:55:03.269703 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a045399-9c67-4990-b1a8-b21c95f86db0 x-openstack-request-id: req-4a045399-9c67-4990-b1a8-b21c95f86db0 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:03.270257 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9584ed-e2e6-4b7c-86fb-8811daa6cd73", "name": "network-vif-deleted", "tag": "82843b95-6168-4d9c-9bcf-c71185812b72", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:03.270257 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4a045399-9c67-4990-b1a8-b21c95f86db0 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:03.271697 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a045399-9c67-4990-b1a8-b21c95f86db0'] response: {'server_uuid': 'be9584ed-e2e6-4b7c-86fb-8811daa6cd73', 'name': 'network-vif-deleted', 'tag': '82843b95-6168-4d9c-9bcf-c71185812b72', 'status': 'completed', 'code': 200} Aug 09 16:55:03.414824 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:03.415040 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74ebdc-9861-4b15-b6ed-bbe5e72e5217 req-3521f928-bcb7-4675-b29d-ff6de69b821b tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:03.415171 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-ead2ebba-e2ed-4886-b884-73a31f0a36dd None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:55:03.415288 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0b74ebdc-9861-4b15-b6ed-bbe5e72e5217 req-3521f928-bcb7-4675-b29d-ff6de69b821b tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 945 time: 0.0539422 Aug 09 16:55:03.424013 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0b74ebdc-9861-4b15-b6ed-bbe5e72e5217 req-f7a27990-92cf-48f5-addd-320dd5b918bc tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374353 Aug 09 16:55:03.522623 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5407e328-91e4-42f6-85b8-cfd763dae7fe req-be0f6674-0076-471d-8cd4-cf18a24fa862 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 210 time: 0.0318570 Aug 09 16:55:03.573139 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port 8382dfaa-9870-49cb-a4e8-b91f26c8d776 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:55:03.579528 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port 8382dfaa-9870-49cb-a4e8-b91f26c8d776 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:55:03.579905 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:03.600876 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:03.717332 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 8382dfaa-9870-49cb-a4e8-b91f26c8d776 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:55:03.717663 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:03.745088 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce60258-a919-4fdd-93b6-64a305caae90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8382dfaa-9870-49cb-a4e8-b91f26c8d776'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:55:03.747502 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8959a563-9489-4c24-9a07-6f971ce025fe" -d '{"events": [{"server_uuid": "9ce60258-a919-4fdd-93b6-64a305caae90", "name": "network-vif-plugged", "status": "completed", "tag": "8382dfaa-9870-49cb-a4e8-b91f26c8d776"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:03.760470 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-ead2ebba-e2ed-4886-b884-73a31f0a36dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': 'c80d0807-46fa-4dcd-a537-20e1862acd08', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'port_id': 'a2f20cbb-c325-4a7f-8d56-3cd7b47d407b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'mac_address': 'fa:16:3e:76:1a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8de5547-1564-4bcf-afc6-bc6690d6038c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:51:23Z', 'updated_at': '2022-08-09T16:52:00Z', 'revision_number': 2, 'project_id': '263134786e174e0683b78ef12715c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:03.792698 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 8382dfaa-9870-49cb-a4e8-b91f26c8d776, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=8382dfaa-9870-49cb-a4e8-b91f26c8d776,segment=NetworkSegment(0fe48ad4-3c33-430f-9607-53eec0dcede1),segment_id=0fe48ad4-3c33-430f-9607-53eec0dcede1)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:55:03.794278 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead2ebba-e2ed-4886-b884-73a31f0a36dd None None] Checking router: 5b620c4c-40f8-48c6-8f8a-853657d52b57 for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:55:03.805308 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead2ebba-e2ed-4886-b884-73a31f0a36dd None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:55:03.806197 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-ead2ebba-e2ed-4886-b884-73a31f0a36dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:54:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:03.809465 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for port, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:03.844137 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2a4ea5-58c1-483e-8389-5fc9e12166b4 x-openstack-request-id: req-ad2a4ea5-58c1-483e-8389-5fc9e12166b4 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:03.844449 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce60258-a919-4fdd-93b6-64a305caae90", "name": "network-vif-plugged", "status": "completed", "tag": "8382dfaa-9870-49cb-a4e8-b91f26c8d776", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:03.844707 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ad2a4ea5-58c1-483e-8389-5fc9e12166b4 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:03.845101 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad2a4ea5-58c1-483e-8389-5fc9e12166b4'] response: {'server_uuid': '9ce60258-a919-4fdd-93b6-64a305caae90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8382dfaa-9870-49cb-a4e8-b91f26c8d776', 'code': 200} Aug 09 16:55:03.893866 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25174475'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:03.909281 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:03.910234 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 82843b95-6168-4d9c-9bcf-c71185812b72 no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:55:03.937468 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: 82843b95-6168-4d9c-9bcf-c71185812b72 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:55:03.937811 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 82843b95-6168-4d9c-9bcf-c71185812b72 not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:55:03.983413 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Pushing event updated for resources: {'Port': ['ID=dc85d5e1-146d-4f4f-824f-61b59afe3459,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:03.987428 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:03.993350 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-ead2ebba-e2ed-4886-b884-73a31f0a36dd None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:55:04.066973 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=8382dfaa-9870-49cb-a4e8-b91f26c8d776,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:04.129336 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.l3_db [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Floating IP 715594ed-3b8b-4404-b818-aca8d253d559 associated. External IP: 172.27.0.157, port: 5ecdb52a-5824-4532-9428-f46db0c3626b. Aug 09 16:55:04.450955 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-ead2ebba-e2ed-4886-b884-73a31f0a36dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': 'c80d0807-46fa-4dcd-a537-20e1862acd08', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'port_id': 'a2f20cbb-c325-4a7f-8d56-3cd7b47d407b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'mac_address': 'fa:16:3e:76:1a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8de5547-1564-4bcf-afc6-bc6690d6038c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:51:23Z', 'updated_at': '2022-08-09T16:52:00Z', 'revision_number': 2, 'project_id': '263134786e174e0683b78ef12715c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:04.472715 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27403908-bbc5-4265-81b0-4cc4cff50a0a req-fe131a15-b510-42c0-8a99-31bee88f9d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:04.475339 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-27403908-bbc5-4265-81b0-4cc4cff50a0a req-fe131a15-b510-42c0-8a99-31bee88f9d9a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 1099 time: 0.0645626 Aug 09 16:55:04.485811 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead2ebba-e2ed-4886-b884-73a31f0a36dd None None] The sync data for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi is: [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': 'c80d0807-46fa-4dcd-a537-20e1862acd08', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'port_id': 'a2f20cbb-c325-4a7f-8d56-3cd7b47d407b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'mac_address': 'fa:16:3e:76:1a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8de5547-1564-4bcf-afc6-bc6690d6038c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:51:23Z', 'updated_at': '2022-08-09T16:52:00Z', 'revision_number': 2, 'project_id': '263134786e174e0683b78ef12715c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:55:04.534184 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-27403908-bbc5-4265-81b0-4cc4cff50a0a req-79ef99ee-d656-45f7-b7c6-cf1c8f073ace service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510943 Aug 09 16:55:04.712723 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-011c8c70-b042-4952-a9ca-b52a81a10772 req-144db2a4-a354-4a27-a9c2-d456fa305b17 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=be9584ed-e2e6-4b7c-86fb-8811daa6cd73 HTTP/1.1" status: 200 len: 210 time: 0.0453985 Aug 09 16:55:04.716143 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7c3b8-1d66-455a-a1c1-dd89b653b3e9 req-cf0c1f7a-e8ae-418b-b8a8-f5482eb973b2 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:04.733319 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a9b7c3b8-1d66-455a-a1c1-dd89b653b3e9 req-cf0c1f7a-e8ae-418b-b8a8-f5482eb973b2 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.1327863 Aug 09 16:55:04.855253 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a9b7c3b8-1d66-455a-a1c1-dd89b653b3e9 req-ab37d6ea-a8df-4b7a-ae6d-a5702e3bf451 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205881 Aug 09 16:55:04.973108 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d5af0d-6fb5-4487-8007-d7c07345b655 None None] New status for floating IP b4357964-2028-4381-af37-824c30157f08: DOWN {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:55:04.988660 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Router 00dff7bb-1a86-47e1-979a-c25cbd763627 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:55:05.107142 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:55:05.128889 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1740b1-01c3-4afb-b638-19a262fb018a None None] Sync routers for ids ['00dff7bb-1a86-47e1-979a-c25cbd763627'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:55:05.141881 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1740b1-01c3-4afb-b638-19a262fb018a None None] Routers {'00dff7bb-1a86-47e1-979a-c25cbd763627'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:55:05.143302 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-5c1740b1-01c3-4afb-b638-19a262fb018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:54:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['00dff7bb-1a86-47e1-979a-c25cbd763627'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:05.228049 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:05.294382 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 58010) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:05.300542 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-1d862d7d-a15e-42f8-b045-ff89d6126356 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1499532697', 'description': 'tempest-secgroup-smoke-1499532697 description', 'project_id': '38e0527ae21a471887ded76c9468ebb9'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:05.306252 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-153a5980-ffe4-42d9-be9b-8857fa9718ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4934037 Aug 09 16:55:05.315731 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3', 'tag': '5ecdb52a-5824-4532-9428-f46db0c3626b'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:55:05.315900 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-5c1740b1-01c3-4afb-b638-19a262fb018a None None] Set router 00dff7bb-1a86-47e1-979a-c25cbd763627 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:55:05.316005 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14a6085-e295-4e4e-bcb2-5bc9b672d5c1" -d '{"events": [{"name": "network-changed", "server_uuid": "68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3", "tag": "5ecdb52a-5824-4532-9428-f46db0c3626b"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:05.379392 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a538de3-b15e-4c2c-b5d4-a3899a5260a7 x-openstack-request-id: req-3a538de3-b15e-4c2c-b5d4-a3899a5260a7 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:05.379722 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3", "tag": "5ecdb52a-5824-4532-9428-f46db0c3626b", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:05.380009 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3a538de3-b15e-4c2c-b5d4-a3899a5260a7 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:05.380550 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a538de3-b15e-4c2c-b5d4-a3899a5260a7'] response: {'name': 'network-changed', 'server_uuid': '68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3', 'tag': '5ecdb52a-5824-4532-9428-f46db0c3626b', 'status': 'completed', 'code': 200} Aug 09 16:55:05.477063 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1d862d7d-a15e-42f8-b045-ff89d6126356 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:05.588722 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a6085-e295-4e4e-bcb2-5bc9b672d5c1 req-8aa97ebc-1216-402a-96c2-c3e39eea7aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:05.590267 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f14a6085-e295-4e4e-bcb2-5bc9b672d5c1 req-8aa97ebc-1216-402a-96c2-c3e39eea7aec service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=38e0527ae21a471887ded76c9468ebb9&device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 1099 time: 0.1099460 Aug 09 16:55:05.672685 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1d862d7d-a15e-42f8-b045-ff89d6126356 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:05.710068 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-5c1740b1-01c3-4afb-b638-19a262fb018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'name': 'tempest-TestMinimumBasicScenario-223039659-router', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:22Z', 'revision_number': 4, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'gw_port': {'id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:24:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '715594ed-3b8b-4404-b818-aca8d253d559', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'port_id': '5ecdb52a-5824-4532-9428-f46db0c3626b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e', 'mac_address': 'fa:16:3e:d1:a0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:55:03Z', 'updated_at': '2022-08-09T16:55:03Z', 'revision_number': 0, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac2d7de-b24a-4a45-83b6-3f5828d16c90', 'name': '', 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'mac_address': 'fa:16:3e:a9:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '50a8ad36-9b75-4457-a6fd-07ba2b853e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:21Z', 'updated_at': '2022-08-09T16:53:38Z', 'revision_number': 5, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'subnets': [{'id': '50a8ad36-9b75-4457-a6fd-07ba2b853e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:05.762703 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1740b1-01c3-4afb-b638-19a262fb018a None None] Checking router: 00dff7bb-1a86-47e1-979a-c25cbd763627 for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:55:05.762854 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a6085-e295-4e4e-bcb2-5bc9b672d5c1 req-bf2306b9-9b84-47f7-b557-cef2cf52e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:05.762854 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f14a6085-e295-4e4e-bcb2-5bc9b672d5c1 req-bf2306b9-9b84-47f7-b557-cef2cf52e764 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c0fb33a9-c312-4308-bff4-2acf7408ef6e HTTP/1.1" status: 200 len: 915 time: 0.1508729 Aug 09 16:55:05.764785 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1740b1-01c3-4afb-b638-19a262fb018a None None] Routers {'00dff7bb-1a86-47e1-979a-c25cbd763627'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:55:05.765718 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-5c1740b1-01c3-4afb-b638-19a262fb018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:54:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['00dff7bb-1a86-47e1-979a-c25cbd763627'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:05.796582 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1d862d7d-a15e-42f8-b045-ff89d6126356 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:05.876501 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d862d7d-a15e-42f8-b045-ff89d6126356 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=273eafa9-a72d-408f-8627-c5a3359d082b,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:05.914556 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f14a6085-e295-4e4e-bcb2-5bc9b672d5c1 req-a4e59c87-c465-4e85-8cbb-e31db97bf1b5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecdb52a-5824-4532-9428-f46db0c3626b HTTP/1.1" status: 200 len: 1000 time: 0.1280596 Aug 09 16:55:05.969916 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58024) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:05.982159 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a6085-e295-4e4e-bcb2-5bc9b672d5c1 req-591a0bf0-c8dc-441d-931a-4e7dc87fcbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:05.988558 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f14a6085-e295-4e4e-bcb2-5bc9b672d5c1 req-591a0bf0-c8dc-441d-931a-4e7dc87fcbc5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=50a8ad36-9b75-4457-a6fd-07ba2b853e74 HTTP/1.1" status: 200 len: 853 time: 0.0638857 Aug 09 16:55:05.993656 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1d862d7d-a15e-42f8-b045-ff89d6126356 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:05.999218 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-1d862d7d-a15e-42f8-b045-ff89d6126356 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7035317 Aug 09 16:55:06.009197 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 58026) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:06.046842 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-f9181480-c2d9-4a74-ac65-a30d385956f3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Request body: {'security_group_rule': {'security_group_id': '273eafa9-a72d-408f-8627-c5a3359d082b', 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:06.086843 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a6085-e295-4e4e-bcb2-5bc9b672d5c1 req-5182a0d7-54b4-4c9d-ba1a-6242d3dba49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:06.088427 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f14a6085-e295-4e4e-bcb2-5bc9b672d5c1 req-5182a0d7-54b4-4c9d-ba1a-6242d3dba49b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c0fb33a9-c312-4308-bff4-2acf7408ef6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0879769 Aug 09 16:55:06.089751 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-5c1740b1-01c3-4afb-b638-19a262fb018a None None] Set router 00dff7bb-1a86-47e1-979a-c25cbd763627 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:55:06.148507 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679a072-7760-4216-93a0-65601f863772 req-aa89e71d-e5fb-4881-b1db-850ca7d9918a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:06.158004 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6679a072-7760-4216-93a0-65601f863772 req-aa89e71d-e5fb-4881-b1db-850ca7d9918a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.1963708 Aug 09 16:55:06.179106 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f9181480-c2d9-4a74-ac65-a30d385956f3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:06.188602 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-927af9e4-9122-406a-a171-3799f73b9d7c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:06.262128 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-927af9e4-9122-406a-a171-3799f73b9d7c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:06.277862 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6679a072-7760-4216-93a0-65601f863772 req-97d6aba4-ce6f-484f-9ad6-e3c3e6c9653a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185699 Aug 09 16:55:06.293725 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f9181480-c2d9-4a74-ac65-a30d385956f3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:06.376307 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f9181480-c2d9-4a74-ac65-a30d385956f3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:06.444249 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-927af9e4-9122-406a-a171-3799f73b9d7c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:06.446956 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-927af9e4-9122-406a-a171-3799f73b9d7c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:06.448109 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-927af9e4-9122-406a-a171-3799f73b9d7c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "DELETE /v2.0/security-groups/e12b9261-fc52-4e59-8cc3-3a0897f6e27d HTTP/1.1" status: 204 len: 168 time: 0.4749620 Aug 09 16:55:06.459974 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 58032) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:06.472576 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927af9e4-9122-406a-a171-3799f73b9d7c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12b9261-fc52-4e59-8cc3-3a0897f6e27d,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:06.486681 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f9181480-c2d9-4a74-ac65-a30d385956f3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:06.491420 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-f9181480-c2d9-4a74-ac65-a30d385956f3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4446702 Aug 09 16:55:06.492073 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58034) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:06.496515 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-d2e396d6-7566-4ab5-a2d0-8ee7d1f204a9 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Request body: {'security_group_rule': {'security_group_id': '273eafa9-a72d-408f-8627-c5a3359d082b', 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:06.511422 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-5c1740b1-01c3-4afb-b638-19a262fb018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'name': 'tempest-TestMinimumBasicScenario-223039659-router', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:22Z', 'revision_number': 4, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'gw_port': {'id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:24:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '715594ed-3b8b-4404-b818-aca8d253d559', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'port_id': '5ecdb52a-5824-4532-9428-f46db0c3626b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e', 'mac_address': 'fa:16:3e:d1:a0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:55:03Z', 'updated_at': '2022-08-09T16:55:03Z', 'revision_number': 0, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac2d7de-b24a-4a45-83b6-3f5828d16c90', 'name': '', 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'mac_address': 'fa:16:3e:a9:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '50a8ad36-9b75-4457-a6fd-07ba2b853e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:21Z', 'updated_at': '2022-08-09T16:53:38Z', 'revision_number': 5, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'subnets': [{'id': '50a8ad36-9b75-4457-a6fd-07ba2b853e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:06.511687 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9181480-c2d9-4a74-ac65-a30d385956f3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a8550e7-e989-4399-b58b-623ef3a5e5ba,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:06.524470 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.api.v2.resource [None req-f67f9c0e-f25d-4416-8dcd-aac81b85fed3 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] show failed (client error): The resource could not be found. Aug 09 16:55:06.525626 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-f67f9c0e-f25d-4416-8dcd-aac81b85fed3 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups/e12b9261-fc52-4e59-8cc3-3a0897f6e27d HTTP/1.1" status: 404 len: 347 time: 0.0633550 Aug 09 16:55:06.533671 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58036) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:06.555143 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1740b1-01c3-4afb-b638-19a262fb018a None None] The sync data for ids ['00dff7bb-1a86-47e1-979a-c25cbd763627'] in dv-cinder-852570-1-iscsi is: [{'id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'name': 'tempest-TestMinimumBasicScenario-223039659-router', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:22Z', 'revision_number': 4, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'gw_port': {'id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:24:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '715594ed-3b8b-4404-b818-aca8d253d559', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'port_id': '5ecdb52a-5824-4532-9428-f46db0c3626b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e', 'mac_address': 'fa:16:3e:d1:a0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:55:03Z', 'updated_at': '2022-08-09T16:55:03Z', 'revision_number': 0, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ac2d7de-b24a-4a45-83b6-3f5828d16c90', 'name': '', 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'mac_address': 'fa:16:3e:a9:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '50a8ad36-9b75-4457-a6fd-07ba2b853e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:21Z', 'updated_at': '2022-08-09T16:53:38Z', 'revision_number': 5, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'subnets': [{'id': '50a8ad36-9b75-4457-a6fd-07ba2b853e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:55:06.561021 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f14a6085-e295-4e4e-bcb2-5bc9b672d5c1 req-fab599dd-9358-45bf-a448-df386cc7a3c4 service neutron] 10.222.0.85 "GET /v2.0/networks/c0fb33a9-c312-4308-bff4-2acf7408ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573641 Aug 09 16:55:06.673580 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d2e396d6-7566-4ab5-a2d0-8ee7d1f204a9 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:06.731758 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f14a6085-e295-4e4e-bcb2-5bc9b672d5c1 req-b386dc95-d847-4d42-9e81-46b5840d5a07 service neutron] 10.222.0.85 "GET /v2.0/networks/c0fb33a9-c312-4308-bff4-2acf7408ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591840 Aug 09 16:55:06.831248 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d2e396d6-7566-4ab5-a2d0-8ee7d1f204a9 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:06.841127 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-37d9a287-65f4-4d64-a9b6-bda5000ca4e1 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Deleting port 031bbc86-903f-4fd2-a6af-0731ae524660 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:55:06.846054 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-37d9a287-65f4-4d64-a9b6-bda5000ca4e1 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:06.950372 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df9be2e-67e3-49ed-89b4-6b5286d05b30 None None] New status for floating IP 715594ed-3b8b-4404-b818-aca8d253d559: ACTIVE {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:55:07.003660 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d2e396d6-7566-4ab5-a2d0-8ee7d1f204a9 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:07.054543 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e396d6-7566-4ab5-a2d0-8ee7d1f204a9 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4486852-47f8-43b6-aa8d-fbf46516b74c,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:07.063895 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-37d9a287-65f4-4d64-a9b6-bda5000ca4e1 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:07.064782 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-37d9a287-65f4-4d64-a9b6-bda5000ca4e1 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:07.092675 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-37d9a287-65f4-4d64-a9b6-bda5000ca4e1 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Calling delete_port for 031bbc86-903f-4fd2-a6af-0731ae524660 owned by network:floatingip {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:55:07.187517 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d2e396d6-7566-4ab5-a2d0-8ee7d1f204a9 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:07.187517 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d2e396d6-7566-4ab5-a2d0-8ee7d1f204a9 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6935308 Aug 09 16:55:07.189047 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58046) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:07.194619 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-b939c532-1e01-40a6-b29b-c788a70eb32b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Request body: {'security_group_rule': {'security_group_id': '273eafa9-a72d-408f-8627-c5a3359d082b', 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:07.327965 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b939c532-1e01-40a6-b29b-c788a70eb32b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:07.395434 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b939c532-1e01-40a6-b29b-c788a70eb32b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:07.400447 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-37d9a287-65f4-4d64-a9b6-bda5000ca4e1 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:07.447165 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9a287-65f4-4d64-a9b6-bda5000ca4e1 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event deleted for resources: {'Port': ['ID=031bbc86-903f-4fd2-a6af-0731ae524660,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:07.501244 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b939c532-1e01-40a6-b29b-c788a70eb32b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:07.540049 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dfb8d-6f39-4138-b4de-05d612f636d9 req-0128795f-0829-4f52-a425-4b4a9a398c0c tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:07.541680 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d57dfb8d-6f39-4138-b4de-05d612f636d9 req-0128795f-0829-4f52-a425-4b4a9a398c0c tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.1570270 Aug 09 16:55:07.545196 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939c532-1e01-40a6-b29b-c788a70eb32b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d72667e-15fe-43b2-acc9-4faec251c680,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:07.560591 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-37d9a287-65f4-4d64-a9b6-bda5000ca4e1 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:07.563186 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-37d9a287-65f4-4d64-a9b6-bda5000ca4e1 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:07.566937 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-37d9a287-65f4-4d64-a9b6-bda5000ca4e1 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "DELETE /v2.0/floatingips/b4357964-2028-4381-af37-824c30157f08 HTTP/1.1" status: 204 len: 168 time: 1.0296819 Aug 09 16:55:07.601758 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d57dfb8d-6f39-4138-b4de-05d612f636d9 req-5c0473d8-8613-4bd0-9b35-7f622c32fc7b tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508251 Aug 09 16:55:07.644418 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b939c532-1e01-40a6-b29b-c788a70eb32b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:07.646133 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-b939c532-1e01-40a6-b29b-c788a70eb32b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4557548 Aug 09 16:55:07.649716 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 58060) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:07.654405 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-025d88bb-57ad-406a-ad87-3aef26df0257 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Request body: {'security_group_rule': {'security_group_id': '273eafa9-a72d-408f-8627-c5a3359d082b', 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:07.789139 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39a634-4cb7-4e0e-8236-0a65daea6f19 req-7ee1932b-17d1-4e81-946a-967ecc380696 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:07.796318 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8a39a634-4cb7-4e0e-8236-0a65daea6f19 req-7ee1932b-17d1-4e81-946a-967ecc380696 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0758257 Aug 09 16:55:07.840119 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8a39a634-4cb7-4e0e-8236-0a65daea6f19 req-e0ecee12-0b47-477c-b79c-39fe405784ff tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428333 Aug 09 16:55:07.859168 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-025d88bb-57ad-406a-ad87-3aef26df0257 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:07.861059 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58066) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:07.945229 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-025d88bb-57ad-406a-ad87-3aef26df0257 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:07.985547 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e2e584-6473-4d6f-8052-524c6efd5c78 tempest-TestShelveInstance-1039098234 tempest-TestShelveInstance-1039098234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:07.991213 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 58070) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:07.991491 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-22e2e584-6473-4d6f-8052-524c6efd5c78 tempest-TestShelveInstance-1039098234 tempest-TestShelveInstance-1039098234-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 1094 time: 0.1266634 Aug 09 16:55:07.997138 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Request body: {'floatingip': {'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'port_id': '8382dfaa-9870-49cb-a4e8-b91f26c8d776', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:08.042629 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-025d88bb-57ad-406a-ad87-3aef26df0257 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:08.091844 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for floatingip, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:08.096865 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d88bb-57ad-406a-ad87-3aef26df0257 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8175bbe-3a8d-45f8-bdd1-310a3882f734,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:08.230497 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:08.274326 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-025d88bb-57ad-406a-ad87-3aef26df0257 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:08.275606 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-025d88bb-57ad-406a-ad87-3aef26df0257 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6248045 Aug 09 16:55:08.278862 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 58076) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:08.283017 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-796746b8-4691-484f-ba7a-4b354b324271 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Request body: {'security_group_rule': {'security_group_id': '273eafa9-a72d-408f-8627-c5a3359d082b', 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:08.373738 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Allocated IP 172.27.0.242 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/e5cebc05-7ea9-41ba-a9c5-254b40c0ecad) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:55:08.478174 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:08.551253 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.securitygroups_db [None req-796746b8-4691-484f-ba7a-4b354b324271 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Project 38e0527ae21a471887ded76c9468ebb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:55:08.557215 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-796746b8-4691-484f-ba7a-4b354b324271 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:08.609196 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-796746b8-4691-484f-ba7a-4b354b324271 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:08.610461 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:08.656460 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:55:08.658736 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:55:08.674911 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:55:08.681659 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Pushing event updated for resources: {'Port': ['ID=e5cebc05-7ea9-41ba-a9c5-254b40c0ecad,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:08.959675 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-796746b8-4691-484f-ba7a-4b354b324271 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:09.011715 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796746b8-4691-484f-ba7a-4b354b324271 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f684122c-c6a9-4750-9b6b-8a149e4234bf,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:09.241807 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-796746b8-4691-484f-ba7a-4b354b324271 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:09.243834 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-796746b8-4691-484f-ba7a-4b354b324271 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9642434 Aug 09 16:55:09.247333 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58092) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:09.253617 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-66cbdf6b-1466-44b8-add6-0bf62f6a2cd9 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Request body: {'security_group_rule': {'security_group_id': '273eafa9-a72d-408f-8627-c5a3359d082b', 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:09.540040 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.securitygroups_db [None req-66cbdf6b-1466-44b8-add6-0bf62f6a2cd9 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Project 38e0527ae21a471887ded76c9468ebb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 16:55:09.546451 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-66cbdf6b-1466-44b8-add6-0bf62f6a2cd9 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:09.589816 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:09.675357 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-66cbdf6b-1466-44b8-add6-0bf62f6a2cd9 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:09.815736 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:09.821036 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-66cbdf6b-1466-44b8-add6-0bf62f6a2cd9 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:09.859769 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbdf6b-1466-44b8-add6-0bf62f6a2cd9 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5157ef-b797-4136-9589-b21c6fc2253d,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:09.936212 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-66cbdf6b-1466-44b8-add6-0bf62f6a2cd9 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:09.937972 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-66cbdf6b-1466-44b8-add6-0bf62f6a2cd9 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6901715 Aug 09 16:55:10.047077 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:10.058132 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ff0e358f-ca8f-4c75-83e7-7fba677f649a req-c46f3389-d1c2-4051-9759-15a1449ca05d tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499532697&fields=id&tenant_id=38e0527ae21a471887ded76c9468ebb9 HTTP/1.1" status: 200 len: 267 time: 0.0577414 Aug 09 16:55:10.110986 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:10.111702 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:10.132776 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e358f-ca8f-4c75-83e7-7fba677f649a req-5e220add-d832-4cc8-b75c-c915dd10b839 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:10.141129 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ff0e358f-ca8f-4c75-83e7-7fba677f649a req-5e220add-d832-4cc8-b75c-c915dd10b839 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0800333 Aug 09 16:55:10.149714 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-ff0e358f-ca8f-4c75-83e7-7fba677f649a req-66f50a91-86ed-4bdc-87c9-b42945e47946 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Request body: {'port': {'security_groups': ['764dc97c-b3b1-4993-aa24-47b1f452a277', '273eafa9-a72d-408f-8627-c5a3359d082b']}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:10.206287 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Pushing event updated for resources: {'Port': ['ID=e5cebc05-7ea9-41ba-a9c5-254b40c0ecad,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:10.243353 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-ff0e358f-ca8f-4c75-83e7-7fba677f649a req-66f50a91-86ed-4bdc-87c9-b42945e47946 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:10.271800 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.l3_db [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Floating IP 575258b7-11a8-43b9-821b-359588530053 associated. External IP: 172.27.0.242, port: 8382dfaa-9870-49cb-a4e8-b91f26c8d776. Aug 09 16:55:10.566476 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Router 28334dd2-b87a-4fff-9044-92c40b4ee37c has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:55:10.582187 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-ff0e358f-ca8f-4c75-83e7-7fba677f649a req-66f50a91-86ed-4bdc-87c9-b42945e47946 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] For port 5ecdb52a-5824-4532-9428-f46db0c3626b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=5ecdb52a-5824-4532-9428-f46db0c3626b,segment=NetworkSegment(a735e250-5733-4f6d-aba1-ee0e683bf432),segment_id=a735e250-5733-4f6d-aba1-ee0e683bf432)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:55:10.622379 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-ff0e358f-ca8f-4c75-83e7-7fba677f649a req-66f50a91-86ed-4bdc-87c9-b42945e47946 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for port, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:10.717128 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:55:10.728406 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf473d-05c1-43e0-8e25-eb483a7adf63 None None] Sync routers for ids ['28334dd2-b87a-4fff-9044-92c40b4ee37c'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:55:10.750560 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbf473d-05c1-43e0-8e25-eb483a7adf63 None None] Routers {'28334dd2-b87a-4fff-9044-92c40b4ee37c'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:55:10.752145 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-8bbf473d-05c1-43e0-8e25-eb483a7adf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:54:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['28334dd2-b87a-4fff-9044-92c40b4ee37c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:10.778504 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1daec23-2efc-4770-bb2f-92c73aea97fb req-290863ee-556d-404f-a4af-6b7c705bd8ae tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:10.784347 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-ff0e358f-ca8f-4c75-83e7-7fba677f649a req-66f50a91-86ed-4bdc-87c9-b42945e47946 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25174475'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:10.784574 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1daec23-2efc-4770-bb2f-92c73aea97fb req-290863ee-556d-404f-a4af-6b7c705bd8ae tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0758955 Aug 09 16:55:10.796084 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e358f-ca8f-4c75-83e7-7fba677f649a req-66f50a91-86ed-4bdc-87c9-b42945e47946 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:10.800066 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-ff0e358f-ca8f-4c75-83e7-7fba677f649a req-66f50a91-86ed-4bdc-87c9-b42945e47946 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:10.802412 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ff0e358f-ca8f-4c75-83e7-7fba677f649a req-66f50a91-86ed-4bdc-87c9-b42945e47946 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "PUT /v2.0/ports/5ecdb52a-5824-4532-9428-f46db0c3626b HTTP/1.1" status: 200 len: 982 time: 0.6597369 Aug 09 16:55:10.802891 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3', 'tag': '5ecdb52a-5824-4532-9428-f46db0c3626b'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:55:10.806832 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4981813-bc0e-44fd-aca3-83b0b999e7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3", "tag": "5ecdb52a-5824-4532-9428-f46db0c3626b"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:10.857837 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1daec23-2efc-4770-bb2f-92c73aea97fb req-78bfffe0-ccc1-4b15-8122-c6ccaab107fc tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662808 Aug 09 16:55:10.874279 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:10.928762 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-8bbf473d-05c1-43e0-8e25-eb483a7adf63 None None] Set router 28334dd2-b87a-4fff-9044-92c40b4ee37c gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:55:10.974112 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2de0a73-3f6c-4c87-9f2a-1e501f214d58 x-openstack-request-id: req-a2de0a73-3f6c-4c87-9f2a-1e501f214d58 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:10.974112 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3", "tag": "5ecdb52a-5824-4532-9428-f46db0c3626b", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:10.974112 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2de0a73-3f6c-4c87-9f2a-1e501f214d58 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:10.974112 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2de0a73-3f6c-4c87-9f2a-1e501f214d58'] response: {'name': 'network-changed', 'server_uuid': '68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3', 'tag': '5ecdb52a-5824-4532-9428-f46db0c3626b', 'status': 'completed', 'code': 200} Aug 09 16:55:10.974112 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f50a91-86ed-4bdc-87c9-b42945e47946 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Pushing event updated for resources: {'Port': ['ID=5ecdb52a-5824-4532-9428-f46db0c3626b,revision_number=6']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:10.978680 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-4b69a510-3719-4e09-a5ca-8321e4a2ae5a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9855828 Aug 09 16:55:10.979391 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce60258-a919-4fdd-93b6-64a305caae90', 'tag': '8382dfaa-9870-49cb-a4e8-b91f26c8d776'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:55:10.982073 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242e4fba-93cd-4ba0-83a7-8949f416cd60" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce60258-a919-4fdd-93b6-64a305caae90", "tag": "8382dfaa-9870-49cb-a4e8-b91f26c8d776"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:11.027518 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['5ecdb52a-5824-4532-9428-f46db0c3626b'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:55:11.031202 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632e56f-8b80-4834-b997-7ebff8873943 req-7e6ba063-c4d4-44e8-bfc4-8c725207b62c tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:11.045790 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca3fde2-348d-4fdb-8066-480324424cfa x-openstack-request-id: req-dca3fde2-348d-4fdb-8066-480324424cfa {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:11.045790 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce60258-a919-4fdd-93b6-64a305caae90", "tag": "8382dfaa-9870-49cb-a4e8-b91f26c8d776", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:11.045790 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dca3fde2-348d-4fdb-8066-480324424cfa {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:11.045790 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca3fde2-348d-4fdb-8066-480324424cfa'] response: {'name': 'network-changed', 'server_uuid': '9ce60258-a919-4fdd-93b6-64a305caae90', 'tag': '8382dfaa-9870-49cb-a4e8-b91f26c8d776', 'status': 'completed', 'code': 200} Aug 09 16:55:11.046314 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3632e56f-8b80-4834-b997-7ebff8873943 req-7e6ba063-c4d4-44e8-bfc4-8c725207b62c tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.1359916 Aug 09 16:55:11.109971 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3632e56f-8b80-4834-b997-7ebff8873943 req-83ff0092-7219-4fd7-99b7-e80a4df75ad9 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691798 Aug 09 16:55:11.211754 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4ff654ea-3282-4670-9b9d-43b30e6a11b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:11.269344 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['5ecdb52a-5824-4532-9428-f46db0c3626b'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:55:11.280605 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4981813-bc0e-44fd-aca3-83b0b999e7fa req-ee5b6d6b-1696-4c34-9ed0-4722f0808e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:11.282380 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b4981813-bc0e-44fd-aca3-83b0b999e7fa req-ee5b6d6b-1696-4c34-9ed0-4722f0808e13 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=38e0527ae21a471887ded76c9468ebb9&device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 1138 time: 0.0748467 Aug 09 16:55:11.290471 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e4fba-93cd-4ba0-83a7-8949f416cd60 req-6587cb3d-017e-4a8e-9f4f-50e269be49f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:11.292778 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-242e4fba-93cd-4ba0-83a7-8949f416cd60 req-6587cb3d-017e-4a8e-9f4f-50e269be49f7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fe8927f6dc13431c858fe5dde17fcf61&device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 1099 time: 0.0714867 Aug 09 16:55:11.440467 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4981813-bc0e-44fd-aca3-83b0b999e7fa req-588cbe28-897c-4e14-b875-d0f6eff4f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:11.441884 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b4981813-bc0e-44fd-aca3-83b0b999e7fa req-588cbe28-897c-4e14-b875-d0f6eff4f2c8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c0fb33a9-c312-4308-bff4-2acf7408ef6e HTTP/1.1" status: 200 len: 915 time: 0.1491048 Aug 09 16:55:11.550002 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e4fba-93cd-4ba0-83a7-8949f416cd60 req-2622fff5-045d-4818-b2d1-b7e4e83220f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:11.553947 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-242e4fba-93cd-4ba0-83a7-8949f416cd60 req-2622fff5-045d-4818-b2d1-b7e4e83220f1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 HTTP/1.1" status: 200 len: 910 time: 0.2516732 Aug 09 16:55:11.578625 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b4981813-bc0e-44fd-aca3-83b0b999e7fa req-0187e205-0fbb-4718-a1c9-53400421d85a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecdb52a-5824-4532-9428-f46db0c3626b HTTP/1.1" status: 200 len: 1002 time: 0.1241267 Aug 09 16:55:11.714165 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-242e4fba-93cd-4ba0-83a7-8949f416cd60 req-583236a2-780a-47d1-8b9c-87f1bcdc797e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8382dfaa-9870-49cb-a4e8-b91f26c8d776 HTTP/1.1" status: 200 len: 1000 time: 0.1439033 Aug 09 16:55:11.730224 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4981813-bc0e-44fd-aca3-83b0b999e7fa req-36cab9b4-2703-49e7-8d75-751718e196ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:11.732932 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b4981813-bc0e-44fd-aca3-83b0b999e7fa req-36cab9b4-2703-49e7-8d75-751718e196ce service neutron] 10.222.0.85 "GET /v2.0/subnets?id=50a8ad36-9b75-4457-a6fd-07ba2b853e74 HTTP/1.1" status: 200 len: 853 time: 0.1355913 Aug 09 16:55:11.812521 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-8bbf473d-05c1-43e0-8e25-eb483a7adf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'name': 'tempest-TestShelveInstance-1406409555-router', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:19Z', 'updated_at': '2022-08-09T16:53:26Z', 'revision_number': 4, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'gw_port': {'id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:20Z', 'updated_at': '2022-08-09T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '575258b7-11a8-43b9-821b-359588530053', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'port_id': '8382dfaa-9870-49cb-a4e8-b91f26c8d776', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94', 'mac_address': 'fa:16:3e:f1:eb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce60258-a919-4fdd-93b6-64a305caae90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:55:09Z', 'updated_at': '2022-08-09T16:55:09Z', 'revision_number': 0, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9253b149-cf30-413a-bea6-395c640e7392', 'name': '', 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'mac_address': 'fa:16:3e:cb:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '499bb68c-c520-4ad2-aee4-a2cff94ae248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:25Z', 'updated_at': '2022-08-09T16:53:33Z', 'revision_number': 5, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'subnets': [{'id': '499bb68c-c520-4ad2-aee4-a2cff94ae248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:11.857727 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf473d-05c1-43e0-8e25-eb483a7adf63 None None] Checking router: 28334dd2-b87a-4fff-9044-92c40b4ee37c for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:55:11.888251 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4981813-bc0e-44fd-aca3-83b0b999e7fa req-73d8f564-82ae-40ac-84e9-8427a54bf13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:11.891261 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b4981813-bc0e-44fd-aca3-83b0b999e7fa req-73d8f564-82ae-40ac-84e9-8427a54bf13f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c0fb33a9-c312-4308-bff4-2acf7408ef6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1369514 Aug 09 16:55:11.925642 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e4fba-93cd-4ba0-83a7-8949f416cd60 req-6671c00a-e039-42c5-b27d-fa35041af35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:11.940203 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-242e4fba-93cd-4ba0-83a7-8949f416cd60 req-6671c00a-e039-42c5-b27d-fa35041af35b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=499bb68c-c520-4ad2-aee4-a2cff94ae248 HTTP/1.1" status: 200 len: 848 time: 0.1764183 Aug 09 16:55:11.941488 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbf473d-05c1-43e0-8e25-eb483a7adf63 None None] Routers {'28334dd2-b87a-4fff-9044-92c40b4ee37c'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:55:11.942346 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-8bbf473d-05c1-43e0-8e25-eb483a7adf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:54:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['28334dd2-b87a-4fff-9044-92c40b4ee37c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:12.063453 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e4fba-93cd-4ba0-83a7-8949f416cd60 req-cb393cca-bc0b-4345-8e6f-421cb53f0c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:12.065152 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-242e4fba-93cd-4ba0-83a7-8949f416cd60 req-cb393cca-bc0b-4345-8e6f-421cb53f0c31 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4d9d930b-ec28-4ce0-9e7c-56489c3c9a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1239607 Aug 09 16:55:12.121107 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae71112-95ec-4505-9f4b-aa68cb4582da req-82aa9be3-af6f-4c40-b523-d5a11193492f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:12.123770 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0ae71112-95ec-4505-9f4b-aa68cb4582da req-82aa9be3-af6f-4c40-b523-d5a11193492f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.1208696 Aug 09 16:55:12.127865 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b4981813-bc0e-44fd-aca3-83b0b999e7fa req-d5bf092d-6384-4142-8452-e05a038b851e service neutron] 10.222.0.85 "GET /v2.0/networks/c0fb33a9-c312-4308-bff4-2acf7408ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223153 Aug 09 16:55:12.161800 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-8bbf473d-05c1-43e0-8e25-eb483a7adf63 None None] Set router 28334dd2-b87a-4fff-9044-92c40b4ee37c gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:55:12.244099 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0ae71112-95ec-4505-9f4b-aa68cb4582da req-fd7b1084-2e55-464f-a753-6228c3460ffe tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952933 Aug 09 16:55:12.267954 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-242e4fba-93cd-4ba0-83a7-8949f416cd60 req-8ef2ec34-3c91-4b77-b618-99245c366ea3 service neutron] 10.222.0.85 "GET /v2.0/networks/4d9d930b-ec28-4ce0-9e7c-56489c3c9a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850936 Aug 09 16:55:12.293214 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b4981813-bc0e-44fd-aca3-83b0b999e7fa req-404d7464-0a9e-4b9e-b382-65d40d9137b7 service neutron] 10.222.0.85 "GET /v2.0/networks/c0fb33a9-c312-4308-bff4-2acf7408ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198032 Aug 09 16:55:12.403439 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-242e4fba-93cd-4ba0-83a7-8949f416cd60 req-7fee3b5b-511a-4607-83e0-be75fd7ec3c2 service neutron] 10.222.0.85 "GET /v2.0/networks/4d9d930b-ec28-4ce0-9e7c-56489c3c9a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259491 Aug 09 16:55:12.703343 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-8bbf473d-05c1-43e0-8e25-eb483a7adf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'name': 'tempest-TestShelveInstance-1406409555-router', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:19Z', 'updated_at': '2022-08-09T16:53:26Z', 'revision_number': 4, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'gw_port': {'id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:20Z', 'updated_at': '2022-08-09T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '575258b7-11a8-43b9-821b-359588530053', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'port_id': '8382dfaa-9870-49cb-a4e8-b91f26c8d776', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94', 'mac_address': 'fa:16:3e:f1:eb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce60258-a919-4fdd-93b6-64a305caae90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:55:09Z', 'updated_at': '2022-08-09T16:55:09Z', 'revision_number': 0, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9253b149-cf30-413a-bea6-395c640e7392', 'name': '', 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'mac_address': 'fa:16:3e:cb:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '499bb68c-c520-4ad2-aee4-a2cff94ae248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:25Z', 'updated_at': '2022-08-09T16:53:33Z', 'revision_number': 5, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'subnets': [{'id': '499bb68c-c520-4ad2-aee4-a2cff94ae248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:12.731152 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf473d-05c1-43e0-8e25-eb483a7adf63 None None] The sync data for ids ['28334dd2-b87a-4fff-9044-92c40b4ee37c'] in dv-cinder-852570-1-iscsi is: [{'id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'name': 'tempest-TestShelveInstance-1406409555-router', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:19Z', 'updated_at': '2022-08-09T16:53:26Z', 'revision_number': 4, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'gw_port': {'id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:20Z', 'updated_at': '2022-08-09T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '575258b7-11a8-43b9-821b-359588530053', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'port_id': '8382dfaa-9870-49cb-a4e8-b91f26c8d776', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94', 'mac_address': 'fa:16:3e:f1:eb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce60258-a919-4fdd-93b6-64a305caae90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:55:09Z', 'updated_at': '2022-08-09T16:55:09Z', 'revision_number': 0, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9253b149-cf30-413a-bea6-395c640e7392', 'name': '', 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'mac_address': 'fa:16:3e:cb:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '499bb68c-c520-4ad2-aee4-a2cff94ae248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:25Z', 'updated_at': '2022-08-09T16:53:33Z', 'revision_number': 5, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'subnets': [{'id': '499bb68c-c520-4ad2-aee4-a2cff94ae248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:55:12.734825 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc3b2a-8fc0-4594-95fa-bffd025cf3f8 req-80e228f6-6f60-4c9f-8053-8fd9b56048b2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:12.743479 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-30cc3b2a-8fc0-4594-95fa-bffd025cf3f8 req-80e228f6-6f60-4c9f-8053-8fd9b56048b2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 945 time: 0.0739524 Aug 09 16:55:12.798073 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-30cc3b2a-8fc0-4594-95fa-bffd025cf3f8 req-0eaa71be-0f43-4d55-852f-0f5052ef56f8 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dbdbcca-11f3-41b3-88be-a22a78615561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525038 Aug 09 16:55:12.996424 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c525f7b8-23a6-4bf5-8f2b-45ced04af748 None None] New status for floating IP 575258b7-11a8-43b9-821b-359588530053: ACTIVE {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:55:13.095574 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-81c2493c-b127-4d88-abf3-73a913eae784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:13.371100 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0f408-54ae-421c-91f3-7a4352c9a54b req-cfcaf441-5858-40c0-b731-6aef24a3fe71 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:13.372573 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-aab0f408-54ae-421c-91f3-7a4352c9a54b req-cfcaf441-5858-40c0-b731-6aef24a3fe71 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0603697 Aug 09 16:55:13.413963 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-aab0f408-54ae-421c-91f3-7a4352c9a54b req-13399b2b-ac91-475c-a730-2bb232d87ce6 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353086 Aug 09 16:55:13.962675 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aedd04-188d-4a6a-8ed2-2032f84d52a5 req-65e3833b-a699-42d1-b528-e7397e53da0b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:13.965586 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d0aedd04-188d-4a6a-8ed2-2032f84d52a5 req-65e3833b-a699-42d1-b528-e7397e53da0b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 945 time: 0.0628898 Aug 09 16:55:14.023906 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d0aedd04-188d-4a6a-8ed2-2032f84d52a5 req-e9ac03b4-64c4-40c6-8914-a5ac862b2c02 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dbdbcca-11f3-41b3-88be-a22a78615561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503280 Aug 09 16:55:14.548040 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e652fbb-0323-46fc-867b-82531c6f87c4 req-37e928be-9823-496c-90ec-0596ab0e996b tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:14.549696 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3e652fbb-0323-46fc-867b-82531c6f87c4 req-37e928be-9823-496c-90ec-0596ab0e996b tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0602713 Aug 09 16:55:14.590699 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3e652fbb-0323-46fc-867b-82531c6f87c4 req-05a3a953-8c79-4b5f-bc8b-1087374fd9ab tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344865 Aug 09 16:55:15.070796 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:15.158194 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03bd99-381f-42dd-9bd8-123a67e37ab2 req-a47b9b0b-0c24-4c09-9de5-362129605f05 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:15.160042 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ea03bd99-381f-42dd-9bd8-123a67e37ab2 req-a47b9b0b-0c24-4c09-9de5-362129605f05 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 945 time: 0.0542452 Aug 09 16:55:15.209041 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ea03bd99-381f-42dd-9bd8-123a67e37ab2 req-e4c94010-0aac-4ade-b324-242ce0ff57c4 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dbdbcca-11f3-41b3-88be-a22a78615561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414343 Aug 09 16:55:15.723051 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684bd89-4bf2-42f8-9ebd-c9d61fe92c68 req-5956c045-bcf1-4b7a-91f6-f839bbb4f43a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:15.732707 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e684bd89-4bf2-42f8-9ebd-c9d61fe92c68 req-5956c045-bcf1-4b7a-91f6-f839bbb4f43a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0631893 Aug 09 16:55:15.779200 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e684bd89-4bf2-42f8-9ebd-c9d61fe92c68 req-9e944804-f0ef-41fd-bf41-ca81457953b0 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451229 Aug 09 16:55:15.913074 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d551e45-d586-48c8-ab1f-1f221d9f098b req-5b9164ce-1784-4f56-aa8c-750024ad7d83 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:15.914425 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8d551e45-d586-48c8-ab1f-1f221d9f098b req-5b9164ce-1784-4f56-aa8c-750024ad7d83 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.85 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 945 time: 0.0580258 Aug 09 16:55:16.026767 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [req-8d551e45-d586-48c8-ab1f-1f221d9f098b req-f22c83dd-c4ba-4b18-8ace-19ed23c55ce7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Deleting port a2f20cbb-c325-4a7f-8d56-3cd7b47d407b {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:55:16.027217 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-8d551e45-d586-48c8-ab1f-1f221d9f098b req-f22c83dd-c4ba-4b18-8ace-19ed23c55ce7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:16.147390 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-8d551e45-d586-48c8-ab1f-1f221d9f098b req-f22c83dd-c4ba-4b18-8ace-19ed23c55ce7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] For port a2f20cbb-c325-4a7f-8d56-3cd7b47d407b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=a2f20cbb-c325-4a7f-8d56-3cd7b47d407b,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:55:16.147859 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-8d551e45-d586-48c8-ab1f-1f221d9f098b req-f22c83dd-c4ba-4b18-8ace-19ed23c55ce7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:16.259556 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:16.375100 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80f508-c8f0-4315-a74b-4a5ca39acd3d req-5284e29d-0c2d-4665-bf08-ba9e12a2efb7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:16.385045 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-db80f508-c8f0-4315-a74b-4a5ca39acd3d req-5284e29d-0c2d-4665-bf08-ba9e12a2efb7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 945 time: 0.0896976 Aug 09 16:55:16.438588 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-8d551e45-d586-48c8-ab1f-1f221d9f098b req-f22c83dd-c4ba-4b18-8ace-19ed23c55ce7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:16.438961 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-8d551e45-d586-48c8-ab1f-1f221d9f098b req-f22c83dd-c4ba-4b18-8ace-19ed23c55ce7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:16.439284 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.l3_db [req-8d551e45-d586-48c8-ab1f-1f221d9f098b req-f22c83dd-c4ba-4b18-8ace-19ed23c55ce7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Floating IP c80d0807-46fa-4dcd-a537-20e1862acd08 disassociated. External IP: 172.27.0.160, port: a2f20cbb-c325-4a7f-8d56-3cd7b47d407b. Aug 09 16:55:16.439627 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [req-8d551e45-d586-48c8-ab1f-1f221d9f098b req-f22c83dd-c4ba-4b18-8ace-19ed23c55ce7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Calling delete_port for a2f20cbb-c325-4a7f-8d56-3cd7b47d407b owned by compute:nova {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:55:16.443015 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-db80f508-c8f0-4315-a74b-4a5ca39acd3d req-0d41c366-bc8f-4e29-af02-b28b13ad844d tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=6dbdbcca-11f3-41b3-88be-a22a78615561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501976 Aug 09 16:55:16.695239 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-8d551e45-d586-48c8-ab1f-1f221d9f098b req-f22c83dd-c4ba-4b18-8ace-19ed23c55ce7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:16.736670 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c83dd-c4ba-4b18-8ace-19ed23c55ce7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event deleted for resources: {'Port': ['ID=a2f20cbb-c325-4a7f-8d56-3cd7b47d407b,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:16.949213 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d551e45-d586-48c8-ab1f-1f221d9f098b req-f22c83dd-c4ba-4b18-8ace-19ed23c55ce7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Router 5b620c4c-40f8-48c6-8f8a-853657d52b57 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:55:16.966039 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42088ce-ca1d-431f-a9b5-600502ca19c3 req-bb17515c-961a-432c-ab7c-b2b4cc8f594a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:16.967557 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e42088ce-ca1d-431f-a9b5-600502ca19c3 req-bb17515c-961a-432c-ab7c-b2b4cc8f594a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0939929 Aug 09 16:55:17.158633 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e42088ce-ca1d-431f-a9b5-600502ca19c3 req-e7cf5726-c7c6-4973-ba4c-b4366807f7f6 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840962 Aug 09 16:55:17.158633 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d551e45-d586-48c8-ab1f-1f221d9f098b req-f22c83dd-c4ba-4b18-8ace-19ed23c55ce7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:55:17.159815 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cb417c-e0f5-4088-812d-492e83497c3e None None] Sync routers for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:55:17.159815 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cb417c-e0f5-4088-812d-492e83497c3e None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:55:17.159815 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-d0cb417c-e0f5-4088-812d-492e83497c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:55:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:17.187688 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d551e45-d586-48c8-ab1f-1f221d9f098b req-f22c83dd-c4ba-4b18-8ace-19ed23c55ce7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] No DVR routers for this DVR port a2f20cbb-c325-4a7f-8d56-3cd7b47d407b on host hv-cinder-85257 {{(pid=109849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:55:17.191086 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-8d551e45-d586-48c8-ab1f-1f221d9f098b req-f22c83dd-c4ba-4b18-8ace-19ed23c55ce7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:17.196590 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8d551e45-d586-48c8-ab1f-1f221d9f098b req-f22c83dd-c4ba-4b18-8ace-19ed23c55ce7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.85 "DELETE /v2.0/ports/a2f20cbb-c325-4a7f-8d56-3cd7b47d407b HTTP/1.1" status: 204 len: 173 time: 1.2698848 Aug 09 16:55:17.197368 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8de5547-1564-4bcf-afc6-bc6690d6038c', 'name': 'network-vif-deleted', 'tag': 'a2f20cbb-c325-4a7f-8d56-3cd7b47d407b'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:55:17.206300 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab6984f-98ac-43e6-af35-b812982f0720" -d '{"events": [{"server_uuid": "d8de5547-1564-4bcf-afc6-bc6690d6038c", "name": "network-vif-deleted", "tag": "a2f20cbb-c325-4a7f-8d56-3cd7b47d407b"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:17.249903 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf833d7-0337-4d7e-98d5-25ac0e86c181 x-openstack-request-id: req-2bf833d7-0337-4d7e-98d5-25ac0e86c181 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:17.250549 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8de5547-1564-4bcf-afc6-bc6690d6038c", "name": "network-vif-deleted", "tag": "a2f20cbb-c325-4a7f-8d56-3cd7b47d407b", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:17.250990 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2bf833d7-0337-4d7e-98d5-25ac0e86c181 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:17.251712 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf833d7-0337-4d7e-98d5-25ac0e86c181'] response: {'server_uuid': 'd8de5547-1564-4bcf-afc6-bc6690d6038c', 'name': 'network-vif-deleted', 'tag': 'a2f20cbb-c325-4a7f-8d56-3cd7b47d407b', 'status': 'completed', 'code': 200} Aug 09 16:55:17.280193 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-d0cb417c-e0f5-4088-812d-492e83497c3e None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:55:17.307009 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:17.415934 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:17.494426 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-d0cb417c-e0f5-4088-812d-492e83497c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:17.526969 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cb417c-e0f5-4088-812d-492e83497c3e None None] Checking router: 5b620c4c-40f8-48c6-8f8a-853657d52b57 for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:55:17.537366 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cb417c-e0f5-4088-812d-492e83497c3e None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:55:17.538237 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-d0cb417c-e0f5-4088-812d-492e83497c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:55:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:17.586332 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a4f81e4e-26ba-4b02-8c04-290da1e08c20 req-cfa7ceaa-f424-42b0-9ff3-d549e0d683da tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 210 time: 0.0329702 Aug 09 16:55:17.668561 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-d0cb417c-e0f5-4088-812d-492e83497c3e None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:55:17.900279 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-d0cb417c-e0f5-4088-812d-492e83497c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:17.931123 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cb417c-e0f5-4088-812d-492e83497c3e None None] The sync data for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi is: [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:55:18.288939 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc8134f-2095-4f60-a6cb-05f36f15bdc6 None None] New status for floating IP c80d0807-46fa-4dcd-a537-20e1862acd08: DOWN {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:55:18.299537 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f1b9d5-bd2e-48f2-97dd-6d74ada9b33c req-facb7ec2-7652-456b-8cb2-32c5b48fe8c9 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:18.302333 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-65f1b9d5-bd2e-48f2-97dd-6d74ada9b33c req-facb7ec2-7652-456b-8cb2-32c5b48fe8c9 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0650692 Aug 09 16:55:18.365265 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-65f1b9d5-bd2e-48f2-97dd-6d74ada9b33c req-68d8c51b-a848-427d-8437-65ac9c14d298 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519557 Aug 09 16:55:18.746496 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1c317dcb-8c5c-4d42-8620-0bdcf93bdf16 req-2832a3aa-296c-46ad-8ab2-11131e5fc0b9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8de5547-1564-4bcf-afc6-bc6690d6038c HTTP/1.1" status: 200 len: 210 time: 0.0567203 Aug 09 16:55:19.220008 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device a2f20cbb-c325-4a7f-8d56-3cd7b47d407b no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:55:19.260620 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: a2f20cbb-c325-4a7f-8d56-3cd7b47d407b {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:55:19.260909 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device a2f20cbb-c325-4a7f-8d56-3cd7b47d407b not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:55:19.494008 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43152cb9-5d8c-4567-9100-c6b17ae81a6d req-dda8f5e8-b2d3-4e10-a2b2-b14704d1dfcb tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:19.501338 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-43152cb9-5d8c-4567-9100-c6b17ae81a6d req-dda8f5e8-b2d3-4e10-a2b2-b14704d1dfcb tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0572386 Aug 09 16:55:19.542648 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-43152cb9-5d8c-4567-9100-c6b17ae81a6d req-f213eb53-7c6b-406c-a00f-ab17be6bbfbd tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403433 Aug 09 16:55:19.948760 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58216) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:20.016251 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a7369340-d85a-4dfc-9767-98f03b2b3f8b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:20.043794 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a7369340-d85a-4dfc-9767-98f03b2b3f8b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:20.185345 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a7369340-d85a-4dfc-9767-98f03b2b3f8b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:20.188194 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a7369340-d85a-4dfc-9767-98f03b2b3f8b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:20.193550 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a7369340-d85a-4dfc-9767-98f03b2b3f8b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "DELETE /v2.0/security-groups/6dbdbcca-11f3-41b3-88be-a22a78615561 HTTP/1.1" status: 204 len: 168 time: 0.2394273 Aug 09 16:55:20.193810 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58224) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:20.211972 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7369340-d85a-4dfc-9767-98f03b2b3f8b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbdbcca-11f3-41b3-88be-a22a78615561,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:20.214382 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.api.v2.resource [None req-b008ec00-acc5-4ba8-9b6a-82d8be298772 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] show failed (client error): The resource could not be found. Aug 09 16:55:20.218916 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-b008ec00-acc5-4ba8-9b6a-82d8be298772 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups/6dbdbcca-11f3-41b3-88be-a22a78615561 HTTP/1.1" status: 404 len: 347 time: 0.0205567 Aug 09 16:55:20.220941 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58226) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:20.380906 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-1668b61f-7495-4a7c-8f2c-ccb3bb00c99e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Deleting port 489173e8-daf4-43f7-a3aa-1a61cae0dc74 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:55:20.381369 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1668b61f-7495-4a7c-8f2c-ccb3bb00c99e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:20.486297 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1668b61f-7495-4a7c-8f2c-ccb3bb00c99e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:20.486718 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1668b61f-7495-4a7c-8f2c-ccb3bb00c99e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:20.501176 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-1668b61f-7495-4a7c-8f2c-ccb3bb00c99e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Calling delete_port for 489173e8-daf4-43f7-a3aa-1a61cae0dc74 owned by network:floatingip {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:55:20.927338 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb6544-efd2-4f66-8be6-a95169874677 req-84492ff9-f28d-4cbf-ba07-883d9a4ad865 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:20.933528 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f3eb6544-efd2-4f66-8be6-a95169874677 req-84492ff9-f28d-4cbf-ba07-883d9a4ad865 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0770450 Aug 09 16:55:20.973606 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f3eb6544-efd2-4f66-8be6-a95169874677 req-f3ca71ff-933c-4a08-b576-3d34a6156502 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348041 Aug 09 16:55:21.076952 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1668b61f-7495-4a7c-8f2c-ccb3bb00c99e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:21.106264 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1668b61f-7495-4a7c-8f2c-ccb3bb00c99e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event deleted for resources: {'Port': ['ID=489173e8-daf4-43f7-a3aa-1a61cae0dc74,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:21.193609 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1668b61f-7495-4a7c-8f2c-ccb3bb00c99e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:21.196332 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1668b61f-7495-4a7c-8f2c-ccb3bb00c99e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:21.197538 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-1668b61f-7495-4a7c-8f2c-ccb3bb00c99e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "DELETE /v2.0/floatingips/c80d0807-46fa-4dcd-a537-20e1862acd08 HTTP/1.1" status: 204 len: 168 time: 0.9755018 Aug 09 16:55:21.425257 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58242) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:21.431139 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-5326f14d-597a-4d79-a064-6ace4712d2da tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1356787834', 'description': 'tempest-description--201625132'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:21.527934 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5326f14d-597a-4d79-a064-6ace4712d2da tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:21.601877 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5326f14d-597a-4d79-a064-6ace4712d2da tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:21.750985 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5326f14d-597a-4d79-a064-6ace4712d2da tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:21.780338 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326f14d-597a-4d79-a064-6ace4712d2da tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1a97a4-4931-42a7-b3d2-3ba82467a302,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:21.981175 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5326f14d-597a-4d79-a064-6ace4712d2da tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:21.982555 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-5326f14d-597a-4d79-a064-6ace4712d2da tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5559886 Aug 09 16:55:21.985547 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58244) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:21.990638 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-5e47b1a6-3f22-4a30-8c31-65df181095f5 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'security_group_rule': {'security_group_id': 'ba1a97a4-4931-42a7-b3d2-3ba82467a302', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:22.100667 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d56d01-43f7-4f2c-a940-59b306f01780 req-f1fcdbeb-72b6-42fd-8f30-7a2de7e6e1a0 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:22.102144 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-01d56d01-43f7-4f2c-a940-59b306f01780 req-f1fcdbeb-72b6-42fd-8f30-7a2de7e6e1a0 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0527511 Aug 09 16:55:22.142259 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-01d56d01-43f7-4f2c-a940-59b306f01780 req-daa0e059-b4c0-4d98-b1ee-7b763b296822 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341928 Aug 09 16:55:22.214508 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5e47b1a6-3f22-4a30-8c31-65df181095f5 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:22.278395 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5e47b1a6-3f22-4a30-8c31-65df181095f5 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:22.442356 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5e47b1a6-3f22-4a30-8c31-65df181095f5 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:22.461586 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47b1a6-3f22-4a30-8c31-65df181095f5 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30a6aeb-fb0b-41c9-915a-608ac62d3811,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:22.593117 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5e47b1a6-3f22-4a30-8c31-65df181095f5 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:22.594389 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-5e47b1a6-3f22-4a30-8c31-65df181095f5 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6078725 Aug 09 16:55:22.597168 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58260) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:22.601649 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-ba1322d2-681f-45ae-8d23-db27ddcf7721 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'security_group_rule': {'security_group_id': 'ba1a97a4-4931-42a7-b3d2-3ba82467a302', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:22.733363 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ba1322d2-681f-45ae-8d23-db27ddcf7721 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:22.790988 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ba1322d2-681f-45ae-8d23-db27ddcf7721 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:22.870777 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ba1322d2-681f-45ae-8d23-db27ddcf7721 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:22.888427 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1322d2-681f-45ae-8d23-db27ddcf7721 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720700a5-99ef-4eab-b1aa-120a88a06c41,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:23.016562 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ba1322d2-681f-45ae-8d23-db27ddcf7721 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:23.017817 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-ba1322d2-681f-45ae-8d23-db27ddcf7721 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4196820 Aug 09 16:55:23.022137 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58270) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:23.026619 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-3c091bd6-234b-4213-9bbc-e8c1de832a16 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'floatingip': {'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:23.156463 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3c091bd6-234b-4213-9bbc-e8c1de832a16 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:23.257715 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3c091bd6-234b-4213-9bbc-e8c1de832a16 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:23.263444 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11ba84-d389-4e58-a4d0-39c28cb89be3 req-d1f78a62-77d2-4360-a3c7-7bcb9f11bd05 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:23.264965 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ca11ba84-d389-4e58-a4d0-39c28cb89be3 req-d1f78a62-77d2-4360-a3c7-7bcb9f11bd05 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0488594 Aug 09 16:55:23.308458 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ca11ba84-d389-4e58-a4d0-39c28cb89be3 req-66676ec9-35a2-4383-872e-a1c8cc5ae607 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365639 Aug 09 16:55:23.371347 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-3c091bd6-234b-4213-9bbc-e8c1de832a16 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Allocated IP 172.27.0.150 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/7668cb92-d83b-4d0c-abde-dc8e067cfbee) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:55:23.472153 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3c091bd6-234b-4213-9bbc-e8c1de832a16 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:23.621004 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3c091bd6-234b-4213-9bbc-e8c1de832a16 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:23.661963 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c091bd6-234b-4213-9bbc-e8c1de832a16 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:55:23.664798 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-3c091bd6-234b-4213-9bbc-e8c1de832a16 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:55:23.667362 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c091bd6-234b-4213-9bbc-e8c1de832a16 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:55:23.694899 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c091bd6-234b-4213-9bbc-e8c1de832a16 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'Port': ['ID=7668cb92-d83b-4d0c-abde-dc8e067cfbee,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:23.759971 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3c091bd6-234b-4213-9bbc-e8c1de832a16 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:23.886560 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3c091bd6-234b-4213-9bbc-e8c1de832a16 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:24.038408 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3c091bd6-234b-4213-9bbc-e8c1de832a16 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for port, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:24.133680 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3c091bd6-234b-4213-9bbc-e8c1de832a16 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25174475'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:24.199699 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c091bd6-234b-4213-9bbc-e8c1de832a16 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'Port': ['ID=7668cb92-d83b-4d0c-abde-dc8e067cfbee,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:24.202097 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3c091bd6-234b-4213-9bbc-e8c1de832a16 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:24.358008 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-3c091bd6-234b-4213-9bbc-e8c1de832a16 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:24.358008 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-3c091bd6-234b-4213-9bbc-e8c1de832a16 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3260169 Aug 09 16:55:24.448191 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6caa39e-c3b7-47c4-a7ca-4be261182fbf req-ec4c5c8e-8a70-4507-9902-2ad6febf906f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:24.448191 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a6caa39e-c3b7-47c4-a7ca-4be261182fbf req-ec4c5c8e-8a70-4507-9902-2ad6febf906f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0579274 Aug 09 16:55:24.486353 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a6caa39e-c3b7-47c4-a7ca-4be261182fbf req-7253351a-cb06-4c01-9e52-493f3286e0e7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340853 Aug 09 16:55:24.552901 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-fd410faa-aff5-4bab-9988-5d388ab9761d tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1356787834&fields=id&tenant_id=263134786e174e0683b78ef12715c3fb HTTP/1.1" status: 200 len: 267 time: 0.0349047 Aug 09 16:55:24.664583 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-524ad70b-42ce-4847-9e5a-ffe6867ed61f tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:24.671446 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-524ad70b-42ce-4847-9e5a-ffe6867ed61f tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/networks?id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea HTTP/1.1" status: 200 len: 815 time: 0.1065819 Aug 09 16:55:24.681470 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-e1b0cc91-9e24-40f0-abe8-94ad0cd7335f tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/quotas/263134786e174e0683b78ef12715c3fb HTTP/1.1" status: 200 len: 375 time: 0.0096567 Aug 09 16:55:24.733362 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-90492300-6398-4e13-bb52-ac55f3929109 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=263134786e174e0683b78ef12715c3fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464454 Aug 09 16:55:24.827558 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-3f427c29-8507-4e21-b487-8065755d3d14 service neutron] 10.222.0.49 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815370 Aug 09 16:55:24.921854 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-0d7e6e5a-33bc-4195-b761-af7dd2ce011b service neutron] 10.222.0.49 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873497 Aug 09 16:55:25.257078 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e849a13e-de04-4cdd-8616-b6987de3fd19 req-1b275fbc-d711-4ac6-a3c0-036fda2a2af0 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 210 time: 0.0274384 Aug 09 16:55:25.609793 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607d721-668c-4391-b326-386c1d6e3fa6 req-e766c0fc-5992-40af-a2df-02a6f1662976 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:25.611271 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4607d721-668c-4391-b326-386c1d6e3fa6 req-e766c0fc-5992-40af-a2df-02a6f1662976 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0490015 Aug 09 16:55:25.649383 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4607d721-668c-4391-b326-386c1d6e3fa6 req-39945965-1dc2-4292-a149-9925543bdd81 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314448 Aug 09 16:55:26.351894 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a3f416cb-17b7-4c28-81c0-018f122c5aa2 req-63e80844-174c-4d94-8178-76fefb28b882 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 210 time: 0.0250962 Aug 09 16:55:26.773892 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1f2e4-1740-43d4-9892-d874fc6f06a5 req-7c23dea3-ba1d-4c82-8b17-d37d0ad617d2 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:26.775352 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-84c1f2e4-1740-43d4-9892-d874fc6f06a5 req-7c23dea3-ba1d-4c82-8b17-d37d0ad617d2 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0526786 Aug 09 16:55:26.814262 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-84c1f2e4-1740-43d4-9892-d874fc6f06a5 req-f0f85ad1-9f4e-4f19-a5f1-993a8e3bc902 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328937 Aug 09 16:55:27.449067 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1b4eb891-502d-4185-b7b2-35fdad45f595 req-62823ce0-0e7d-45bc-910e-a0093d7f681e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 210 time: 0.0265691 Aug 09 16:55:27.939426 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb150b0-408b-45bb-a686-893ac8bf70ca req-277abe22-5e34-4fff-80e2-866a249d1e76 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:27.940902 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3bb150b0-408b-45bb-a686-893ac8bf70ca req-277abe22-5e34-4fff-80e2-866a249d1e76 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0509405 Aug 09 16:55:27.981222 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3bb150b0-408b-45bb-a686-893ac8bf70ca req-ac435318-72dc-4291-9609-535875f0ae26 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340950 Aug 09 16:55:28.036795 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58388) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:28.086216 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62491f5-d5c0-494b-8723-40ac5faace41 admin admin] Deleting subnet ed97eefa-ee79-4d1a-b7bd-e417f3e3d431 {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 16:55:28.089338 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c62491f5-d5c0-494b-8723-40ac5faace41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:28.124330 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c62491f5-d5c0-494b-8723-40ac5faace41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29272685'] for subnet, precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:28.167570 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c62491f5-d5c0-494b-8723-40ac5faace41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3282'] for subnet, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:28.322275 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-1d46a4d7-1b70-4280-b31f-392289fbc349 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:28.323939 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-1d46a4d7-1b70-4280-b31f-392289fbc349 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.85 "GET /v2.0/networks?id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea HTTP/1.1" status: 200 len: 815 time: 0.1045079 Aug 09 16:55:28.358958 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c62491f5-d5c0-494b-8723-40ac5faace41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25174513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25887119'] for subnet, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:28.393896 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62491f5-d5c0-494b-8723-40ac5faace41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed97eefa-ee79-4d1a-b7bd-e417f3e3d431,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:28.403208 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c62491f5-d5c0-494b-8723-40ac5faace41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:28.408817 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-c62491f5-d5c0-494b-8723-40ac5faace41 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ed97eefa-ee79-4d1a-b7bd-e417f3e3d431 HTTP/1.1" status: 204 len: 168 time: 0.3682830 Aug 09 16:55:28.409190 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 58392) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:28.410850 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-d91b9045-a0e9-4e26-b067-45d3ae717618 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=263134786e174e0683b78ef12715c3fb HTTP/1.1" status: 200 len: 380 time: 0.0675995 Aug 09 16:55:28.422289 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-30eb2eae-0c7b-4830-a92e-def17e712a28 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'port': {'device_id': 'd50e6415-224d-4b48-ad37-f16d09a7f139', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'admin_state_up': True, 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'security_groups': ['ba1a97a4-4931-42a7-b3d2-3ba82467a302']}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:28.513188 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-107367'] for network, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:28.524845 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96d94c-d9af-4fb3-99c5-4c3de7595f3b req-2efef1f8-ce7a-4253-85a7-c72952eb002f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:28.526516 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2e96d94c-d9af-4fb3-99c5-4c3de7595f3b req-2efef1f8-ce7a-4253-85a7-c72952eb002f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.1096911 Aug 09 16:55:28.587079 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dbb0e12a-1b27-4468-afe3-ac647e7c49e8 req-83ae3c7e-2b46-4aab-a00e-7189fdbc1e3f tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 210 time: 0.0376699 Aug 09 16:55:28.626592 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2e96d94c-d9af-4fb3-99c5-4c3de7595f3b req-b55a133e-6cc0-4b4a-9e3f-d9ac0e0d7b7d tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690231 Aug 09 16:55:28.631307 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-30eb2eae-0c7b-4830-a92e-def17e712a28 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Made reservation on behalf of 263134786e174e0683b78ef12715c3fb for: {'port': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:55:28.637719 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-30eb2eae-0c7b-4830-a92e-def17e712a28 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:28.657020 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4957', 'neutron.services.segments.db._delete_segments_for_network-8730382773378'] for network, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:28.683306 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:55:28.683799 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:55:28.684650 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:55:28.685462 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Subscribe: > port after_create 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:55:28.685462 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Subscribe: > port after_delete 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:55:28.685979 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Subscribe: > port after_update 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:55:28.686404 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:55:28.686824 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:55:28.687195 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:55:28.687594 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:55:28.792659 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-30eb2eae-0c7b-4830-a92e-def17e712a28 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Allocated IP 172.20.0.6 (d420601f-31a3-46a3-ad4c-fea8c4abc0ea/4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9/c808ba19-9f30-492f-9465-2e2d6b278a9c) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:55:28.846515 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:55:28.846515 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:55:28.846515 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:55:28.846515 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 16:55:28.846515 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2cb89f-e80a-42c5-b2c0-56671b916495']}} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:28.875742 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329c20f0-b273-44f6-ae2d-9a2acf616cc0') {'for_net_delete': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:28.876033 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329c20f0-b273-44f6-ae2d-9a2acf616cc0') {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:28.896081 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730382772875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25604620'] for segment, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:28.922806 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:28.927675 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c8ce6-928a-4810-8be3-bd83d03da86c req-4d7ed8fc-eefe-4fe6-ac57-8c7ebc31d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:28.928948 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c91c8ce6-928a-4810-8be3-bd83d03da86c req-4d7ed8fc-eefe-4fe6-ac57-8c7ebc31d1ef service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4a57286dc9144127b1177b199faf0b0a&device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 1098 time: 0.0885766 Aug 09 16:55:28.935890 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=109848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:55:28.936286 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25847957'] for segment, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:28.943730 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-30eb2eae-0c7b-4830-a92e-def17e712a28 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:29.094510 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c8ce6-928a-4810-8be3-bd83d03da86c req-879f51a3-6c44-447c-b643-256d92224589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:29.096070 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c91c8ce6-928a-4810-8be3-bd83d03da86c req-879f51a3-6c44-447c-b643-256d92224589 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b631f0ba-3918-495c-9e8a-a3fd8937f433 HTTP/1.1" status: 200 len: 912 time: 0.1438668 Aug 09 16:55:29.159675 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.services.segments.plugin [-] Segment 329c20f0-b273-44f6-ae2d-9a2acf616cc0 resource provider aggregate not found Aug 09 16:55:29.174426 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567928'] for network, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:29.176526 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-30eb2eae-0c7b-4830-a92e-def17e712a28 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:29.188330 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:29.194066 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] 10.222.0.49 "DELETE /v2.0/networks/9c2cb89f-e80a-42c5-b2c0-56671b916495 HTTP/1.1" status: 204 len: 168 time: 0.7808518 Aug 09 16:55:29.200761 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119df54-25d8-46b7-9cf3-478eaf772a2c admin admin] Pushing event deleted for resources: {'Network': ['ID=9c2cb89f-e80a-42c5-b2c0-56671b916495,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:29.205448 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.services.segments.plugin [-] Segment 329c20f0-b273-44f6-ae2d-9a2acf616cc0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 329c20f0-b273-44f6-ae2d-9a2acf616cc0 found for delete ", "request_id": "req-84000420-d918-4daa-8fe8-66d30b69ee13"}]} Aug 09 16:55:29.211815 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c91c8ce6-928a-4810-8be3-bd83d03da86c req-6bf4cde6-67cc-49e0-a425-bffd80ee8632 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08e8650-c59e-4fb8-8578-436aa6ad3f44 HTTP/1.1" status: 200 len: 1000 time: 0.0925112 Aug 09 16:55:29.245995 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-30eb2eae-0c7b-4830-a92e-def17e712a28 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Network d420601f-31a3-46a3-ad4c-fea8c4abc0ea is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:55:29.249147 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-30eb2eae-0c7b-4830-a92e-def17e712a28 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:55:29.253239 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-30eb2eae-0c7b-4830-a92e-def17e712a28 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:55:29.275455 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c8ce6-928a-4810-8be3-bd83d03da86c req-0980c2ab-4562-42fa-be40-1be0f6580c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:29.278057 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c91c8ce6-928a-4810-8be3-bd83d03da86c req-0980c2ab-4562-42fa-be40-1be0f6580c11 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=155efdb1-d3e8-4060-a1b4-dd2040cbd026 HTTP/1.1" status: 200 len: 850 time: 0.0514793 Aug 09 16:55:29.284015 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb2eae-0c7b-4830-a92e-def17e712a28 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'Port': ['ID=c808ba19-9f30-492f-9465-2e2d6b278a9c,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:29.317472 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-30eb2eae-0c7b-4830-a92e-def17e712a28 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:29.318885 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-30eb2eae-0c7b-4830-a92e-def17e712a28 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:29.334475 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c8ce6-928a-4810-8be3-bd83d03da86c req-5b16a4cf-8e9e-4ed3-a03e-048dcf78c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:29.335988 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c91c8ce6-928a-4810-8be3-bd83d03da86c req-5b16a4cf-8e9e-4ed3-a03e-048dcf78c32a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b631f0ba-3918-495c-9e8a-a3fd8937f433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505743 Aug 09 16:55:29.436809 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c91c8ce6-928a-4810-8be3-bd83d03da86c req-86bddb8b-3891-45fb-ac51-5e1213f635ca service neutron] 10.222.0.85 "GET /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913002 Aug 09 16:55:29.524746 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-30eb2eae-0c7b-4830-a92e-def17e712a28 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1061406 Aug 09 16:55:29.534801 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c91c8ce6-928a-4810-8be3-bd83d03da86c req-4c572513-c234-411a-b989-4cb785290396 service neutron] 10.222.0.85 "GET /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869319 Aug 09 16:55:29.557910 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Request body: {'port': {'device_id': 'd50e6415-224d-4b48-ad37-f16d09a7f139', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:29.565229 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-2edcf5cb-d211-4e27-9c4e-66f4ecdd8ce1 None None] Provisioning complete for port c808ba19-9f30-492f-9465-2e2d6b278a9c triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:55:29.565845 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2edcf5cb-d211-4e27-9c4e-66f4ecdd8ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:29.602258 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-2edcf5cb-d211-4e27-9c4e-66f4ecdd8ce1 None None] Port c808ba19-9f30-492f-9465-2e2d6b278a9c cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:55:29.621912 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:29.755954 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 58422) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:29.804953 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338a291-c90a-4c06-a371-e073440c58d8 req-b2542ff5-3b0c-4c20-8b89-8de61b24448a tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:29.806500 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1338a291-c90a-4c06-a371-e073440c58d8 req-b2542ff5-3b0c-4c20-8b89-8de61b24448a tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 931 time: 0.1532400 Aug 09 16:55:29.811583 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403df2fa-3aa7-4a01-9df1-409767a4eec0 req-a13f01ca-49f8-4e4b-a789-7b3181d745d8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:29.813116 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-403df2fa-3aa7-4a01-9df1-409767a4eec0 req-a13f01ca-49f8-4e4b-a789-7b3181d745d8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0900002 Aug 09 16:55:29.819167 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-4eda0410-0736-4367-832e-d68bf8f116cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6eb3127c271468f8d23433acb92e7b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619943 Aug 09 16:55:29.820916 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 58426) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:29.884655 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-403df2fa-3aa7-4a01-9df1-409767a4eec0 req-58a2e37f-c1fc-46cc-aaad-fb39893db905 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643833 Aug 09 16:55:29.911674 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dac046a4-0c9b-4228-853e-69fbc5b8eaf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:29.916844 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1338a291-c90a-4c06-a371-e073440c58d8 req-8de37f6e-6e7b-4599-b505-2b7faf6e66d4 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba1a97a4-4931-42a7-b3d2-3ba82467a302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018395 Aug 09 16:55:29.956838 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dac046a4-0c9b-4228-853e-69fbc5b8eaf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:29.996732 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c808ba19-9f30-492f-9465-2e2d6b278a9c {{(pid=109849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:55:30.006667 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:30.128305 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dac046a4-0c9b-4228-853e-69fbc5b8eaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:30.128899 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.provisioning_blocks [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Transition to ACTIVE for port object c808ba19-9f30-492f-9465-2e2d6b278a9c will not be triggered until provisioned by entity L2. {{(pid=109849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:55:30.131977 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-dac046a4-0c9b-4228-853e-69fbc5b8eaf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:30.133129 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-dac046a4-0c9b-4228-853e-69fbc5b8eaf1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/add6745f-5888-4d00-81fb-341d9c60be9c HTTP/1.1" status: 204 len: 168 time: 0.3113427 Aug 09 16:55:30.141360 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac046a4-0c9b-4228-853e-69fbc5b8eaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add6745f-5888-4d00-81fb-341d9c60be9c,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:30.230786 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25174475'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:30.310400 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Pushing event updated for resources: {'Port': ['ID=c808ba19-9f30-492f-9465-2e2d6b278a9c,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:30.342636 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Attempting to bind port c808ba19-9f30-492f-9465-2e2d6b278a9c on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:55:30.342967 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Attempting to bind port c808ba19-9f30-492f-9465-2e2d6b278a9c by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:55:30.343302 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Attempting to bind port c808ba19-9f30-492f-9465-2e2d6b278a9c on network d420601f-31a3-46a3-ad4c-fea8c4abc0ea {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:55:30.347408 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Port c808ba19-9f30-492f-9465-2e2d6b278a9c on network d420601f-31a3-46a3-ad4c-fea8c4abc0ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:55:30.347719 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Attempting to bind port c808ba19-9f30-492f-9465-2e2d6b278a9c on network d420601f-31a3-46a3-ad4c-fea8c4abc0ea {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:55:30.352653 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:55:30.352984 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Checking segment: {'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:55:30.353364 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Bound using segment: {'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:55:30.353824 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Bound port: c808ba19-9f30-492f-9465-2e2d6b278a9c, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:55:30.354177 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:30.421438 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] For port c808ba19-9f30-492f-9465-2e2d6b278a9c, host hv-cinder-85257, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:55:30.425825 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] For port c808ba19-9f30-492f-9465-2e2d6b278a9c, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=c808ba19-9f30-492f-9465-2e2d6b278a9c,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:55:30.605740 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25174475'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:30.623784 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:30.624487 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:30.625828 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] 10.222.0.85 "PUT /v2.0/ports/c808ba19-9f30-492f-9465-2e2d6b278a9c HTTP/1.1" status: 200 len: 1093 time: 1.0724182 Aug 09 16:55:30.627334 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50e6415-224d-4b48-ad37-f16d09a7f139', 'tag': 'c808ba19-9f30-492f-9465-2e2d6b278a9c'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:55:30.630029 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc479a5-95c6-43f0-a115-2e186d2cdcea" -d '{"events": [{"name": "network-changed", "server_uuid": "d50e6415-224d-4b48-ad37-f16d09a7f139", "tag": "c808ba19-9f30-492f-9465-2e2d6b278a9c"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:30.678093 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16055a34-b41c-4d55-a694-211d0e58db70 x-openstack-request-id: req-16055a34-b41c-4d55-a694-211d0e58db70 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:30.678418 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50e6415-224d-4b48-ad37-f16d09a7f139", "tag": "c808ba19-9f30-492f-9465-2e2d6b278a9c", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:30.678649 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-16055a34-b41c-4d55-a694-211d0e58db70 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:30.679069 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16055a34-b41c-4d55-a694-211d0e58db70'] response: {'name': 'network-changed', 'server_uuid': 'd50e6415-224d-4b48-ad37-f16d09a7f139', 'tag': 'c808ba19-9f30-492f-9465-2e2d6b278a9c', 'status': 'completed', 'code': 200} Aug 09 16:55:30.724630 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6fd9c-9b20-4f1d-8d72-732bd49220ff req-84ab7b75-4c92-450e-8e68-5869dd47534c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:30.726383 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-17d6fd9c-9b20-4f1d-8d72-732bd49220ff req-84ab7b75-4c92-450e-8e68-5869dd47534c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.1329587 Aug 09 16:55:30.733086 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88687b-8b2b-464c-adb5-9c659582e633 service neutron] Pushing event updated for resources: {'Port': ['ID=c808ba19-9f30-492f-9465-2e2d6b278a9c,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:30.789129 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-17d6fd9c-9b20-4f1d-8d72-732bd49220ff req-203a9fd4-e790-4b7b-9556-a720f6cfd28e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500963 Aug 09 16:55:30.830149 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc479a5-95c6-43f0-a115-2e186d2cdcea req-10b8b716-8bbf-4633-9051-36c01bf6edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:30.831681 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0fc479a5-95c6-43f0-a115-2e186d2cdcea req-10b8b716-8bbf-4633-9051-36c01bf6edd6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=263134786e174e0683b78ef12715c3fb&device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 1096 time: 0.0410202 Aug 09 16:55:30.840184 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4677239-cb1e-4ea9-bf84-9dc5638bf704 req-96e8eb63-bd9e-4531-9e3b-05a20094d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:30.841686 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c4677239-cb1e-4ea9-bf84-9dc5638bf704 req-96e8eb63-bd9e-4531-9e3b-05a20094d387 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=036e4f22211a49c78cb03d2fb540e984&device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 1098 time: 0.0410275 Aug 09 16:55:30.949705 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4677239-cb1e-4ea9-bf84-9dc5638bf704 req-5b6816e4-b4b3-4acb-a191-d1397c46471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:30.951683 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c4677239-cb1e-4ea9-bf84-9dc5638bf704 req-5b6816e4-b4b3-4acb-a191-d1397c46471d service neutron] 10.222.0.85 "GET /v2.0/networks?id=afefc86c-3f24-4c4b-9b8a-046339133df8 HTTP/1.1" status: 200 len: 920 time: 0.0889678 Aug 09 16:55:30.959999 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc479a5-95c6-43f0-a115-2e186d2cdcea req-12a89536-67cd-406d-bbca-f70b113c452e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:30.961734 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0fc479a5-95c6-43f0-a115-2e186d2cdcea req-12a89536-67cd-406d-bbca-f70b113c452e service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=263134786e174e0683b78ef12715c3fb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0997901 Aug 09 16:55:31.047731 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c4677239-cb1e-4ea9-bf84-9dc5638bf704 req-f75bb198-8a42-4353-9de1-33e67379b75c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f HTTP/1.1" status: 200 len: 1001 time: 0.0874782 Aug 09 16:55:31.070338 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8707810-452e-4d52-8ce1-f5312ef7ed48 req-6c4ff29e-d79b-445f-a501-677da73069ce tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:31.071897 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b8707810-452e-4d52-8ce1-f5312ef7ed48 req-6c4ff29e-d79b-445f-a501-677da73069ce tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0726600 Aug 09 16:55:31.092186 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc479a5-95c6-43f0-a115-2e186d2cdcea req-45fa1b56-cb34-4ce3-bed6-cafe523fde5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:31.093712 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0fc479a5-95c6-43f0-a115-2e186d2cdcea req-45fa1b56-cb34-4ce3-bed6-cafe523fde5e service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1241274 Aug 09 16:55:31.102508 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873ab9a-d198-44d6-979c-3933b9b75c40 req-90ea5b25-02dd-4835-9cc1-8c2a09304ff8 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:31.103934 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e873ab9a-d198-44d6-979c-3933b9b75c40 req-90ea5b25-02dd-4835-9cc1-8c2a09304ff8 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 943 time: 0.0707164 Aug 09 16:55:31.140502 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4677239-cb1e-4ea9-bf84-9dc5638bf704 req-491653ce-ccde-4f34-9538-3f103f747846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:31.141988 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c4677239-cb1e-4ea9-bf84-9dc5638bf704 req-491653ce-ccde-4f34-9538-3f103f747846 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2078996a-91bc-4210-bac4-b6f4af459f79 HTTP/1.1" status: 200 len: 858 time: 0.0871150 Aug 09 16:55:31.147833 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b8707810-452e-4d52-8ce1-f5312ef7ed48 req-b06f1cae-c0cc-4bcb-81ef-36e596d6f112 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519423 Aug 09 16:55:31.148197 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e873ab9a-d198-44d6-979c-3933b9b75c40 req-24500999-4645-4940-ab6d-bb1bd456fa6f tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba1a97a4-4931-42a7-b3d2-3ba82467a302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373375 Aug 09 16:55:31.215988 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4677239-cb1e-4ea9-bf84-9dc5638bf704 req-55af806a-4321-4f58-b88f-39388ab72bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:31.217635 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c4677239-cb1e-4ea9-bf84-9dc5638bf704 req-55af806a-4321-4f58-b88f-39388ab72bd3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afefc86c-3f24-4c4b-9b8a-046339133df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540776 Aug 09 16:55:31.228329 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-28c81766-46ef-42d4-84ea-11c04aa044f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:31.231995 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-28c81766-46ef-42d4-84ea-11c04aa044f9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=263134786e174e0683b78ef12715c3fb&device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 1096 time: 0.0398576 Aug 09 16:55:31.281695 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-ece0ed99-c105-4e31-9644-ad64345704f3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c808ba19-9f30-492f-9465-2e2d6b278a9c HTTP/1.1" status: 200 len: 217 time: 0.0340490 Aug 09 16:55:31.307976 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c4677239-cb1e-4ea9-bf84-9dc5638bf704 req-7b411a3d-579c-4456-b5b6-54d218f7c995 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820239 Aug 09 16:55:31.330043 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-95e0f10b-008e-45d6-b291-3a50dac62051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:31.331582 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-95e0f10b-008e-45d6-b291-3a50dac62051 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9 HTTP/1.1" status: 200 len: 854 time: 0.0425096 Aug 09 16:55:31.381830 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-4c66ca98-7b30-484f-bb3c-f91084eeabb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:31.383296 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-4c66ca98-7b30-484f-bb3c-f91084eeabb7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440741 Aug 09 16:55:31.413754 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c4677239-cb1e-4ea9-bf84-9dc5638bf704 req-4dd1d1bd-793a-488a-851a-c6791ffa46d0 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974798 Aug 09 16:55:31.478236 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-9f839dc1-2602-40a4-8963-578390ff4bc2 service neutron] 10.222.0.85 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830679 Aug 09 16:55:31.580653 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d38f3fb4-f0a6-4401-bec0-6ac642b82bdd req-dbf2ec8f-9c82-41de-a956-d6845b0fdeb1 service neutron] 10.222.0.85 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900023 Aug 09 16:55:31.913352 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcaaed-2e94-4049-98e0-6baf92695216 req-42b9f95c-a92c-41c5-86bc-fc71a54047ff tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:31.914846 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-11fcaaed-2e94-4049-98e0-6baf92695216 req-42b9f95c-a92c-41c5-86bc-fc71a54047ff tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0482707 Aug 09 16:55:31.953690 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-11fcaaed-2e94-4049-98e0-6baf92695216 req-08762ec6-c949-4c72-b394-ea4c6e748387 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321138 Aug 09 16:55:32.265802 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c07e1-8a19-45e2-a6ae-140f6281c14f req-353f6e63-c38e-4991-92a1-05c3a281c601 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:32.267267 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-518c07e1-8a19-45e2-a6ae-140f6281c14f req-353f6e63-c38e-4991-92a1-05c3a281c601 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 943 time: 0.0485709 Aug 09 16:55:32.305548 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-518c07e1-8a19-45e2-a6ae-140f6281c14f req-14f0d1c5-ef81-4a5a-ba3d-debac8e40a44 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba1a97a4-4931-42a7-b3d2-3ba82467a302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321610 Aug 09 16:55:33.072709 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98284f2-fb0c-44c3-b2de-769662fb5802 req-6cf75531-9cf1-41f5-bdbf-73e26a32eb7d tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:33.074211 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d98284f2-fb0c-44c3-b2de-769662fb5802 req-6cf75531-9cf1-41f5-bdbf-73e26a32eb7d tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0478215 Aug 09 16:55:33.115108 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d98284f2-fb0c-44c3-b2de-769662fb5802 req-bb5c3b34-b1ab-4ada-acc1-99e5f425e752 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349851 Aug 09 16:55:33.303974 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device c808ba19-9f30-492f-9465-2e2d6b278a9c details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:55:33.403187 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port c808ba19-9f30-492f-9465-2e2d6b278a9c, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=c808ba19-9f30-492f-9465-2e2d6b278a9c,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:55:33.415402 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': 'c808ba19-9f30-492f-9465-2e2d6b278a9c', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'port_id': 'c808ba19-9f30-492f-9465-2e2d6b278a9c', 'mac_address': 'fa:16:3e:e8:f2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:55:33.421277 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026da688-df61-4121-8bd8-7801c7660420 req-2acd09b0-2adb-4e07-b6e1-f2e89d338fca tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:33.422848 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-026da688-df61-4121-8bd8-7801c7660420 req-2acd09b0-2adb-4e07-b6e1-f2e89d338fca tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 943 time: 0.0481489 Aug 09 16:55:33.453316 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port c808ba19-9f30-492f-9465-2e2d6b278a9c is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:55:33.454263 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:33.466989 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-026da688-df61-4121-8bd8-7801c7660420 req-25032b48-6509-49f7-8264-427bee91c311 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba1a97a4-4931-42a7-b3d2-3ba82467a302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374641 Aug 09 16:55:33.473504 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c808ba19-9f30-492f-9465-2e2d6b278a9c {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:55:33.492368 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port c808ba19-9f30-492f-9465-2e2d6b278a9c, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=c808ba19-9f30-492f-9465-2e2d6b278a9c,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:55:33.607694 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:33.653861 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=c808ba19-9f30-492f-9465-2e2d6b278a9c,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:33.661241 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:33.661616 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:33.661952 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:33.662279 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:33.662603 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:33.662929 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:33.663251 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:33.663571 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:33.663915 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:33.664233 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:33.664548 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:33.664861 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:55:34.216981 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['c808ba19-9f30-492f-9465-2e2d6b278a9c'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:55:34.236117 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150c31b-8372-4ec0-ac0a-6232c6a6e1bd req-4daf9543-afe6-4eeb-85b4-4297f0fab23c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:34.237647 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1150c31b-8372-4ec0-ac0a-6232c6a6e1bd req-4daf9543-afe6-4eeb-85b4-4297f0fab23c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0486073 Aug 09 16:55:34.276761 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1150c31b-8372-4ec0-ac0a-6232c6a6e1bd req-b5de23cb-aad0-440d-8298-a524cbcf1c01 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327253 Aug 09 16:55:34.585022 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705529e4-51b2-44db-b86d-fd08bd0b1ef7 req-a9dae512-f790-4fa7-89e2-59ec3d81c517 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:34.586489 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-705529e4-51b2-44db-b86d-fd08bd0b1ef7 req-a9dae512-f790-4fa7-89e2-59ec3d81c517 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 944 time: 0.0470936 Aug 09 16:55:34.625835 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-705529e4-51b2-44db-b86d-fd08bd0b1ef7 req-0ada1bf7-757b-4c26-aedc-d1f2f54dc8fa tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba1a97a4-4931-42a7-b3d2-3ba82467a302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316348 Aug 09 16:55:35.395813 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e5039-5c0b-4698-9df9-0d4043b9cff0 req-0ded245f-f933-4942-acc3-3f1e5eb42311 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:35.397168 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5c5e5039-5c0b-4698-9df9-0d4043b9cff0 req-0ded245f-f933-4942-acc3-3f1e5eb42311 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0470400 Aug 09 16:55:35.435963 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5c5e5039-5c0b-4698-9df9-0d4043b9cff0 req-cd9e5dc5-9db1-4559-b038-eface4fa6132 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324826 Aug 09 16:55:35.744080 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f302d888-09f9-497e-865a-e2ea8df98118 req-4dcf72ca-ad11-4264-acaa-5b8e840e1c3e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:35.745489 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f302d888-09f9-497e-865a-e2ea8df98118 req-4dcf72ca-ad11-4264-acaa-5b8e840e1c3e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 944 time: 0.0485072 Aug 09 16:55:35.783392 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f302d888-09f9-497e-865a-e2ea8df98118 req-a9627456-7704-4734-987a-bf16affa0423 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba1a97a4-4931-42a7-b3d2-3ba82467a302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319059 Aug 09 16:55:36.558256 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551060c-9abe-4bfb-a43c-4b0a544349d4 req-20387630-05d8-4b67-98d3-2c6b55aca7c7 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:36.559696 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8551060c-9abe-4bfb-a43c-4b0a544349d4 req-20387630-05d8-4b67-98d3-2c6b55aca7c7 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0472715 Aug 09 16:55:36.601419 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8551060c-9abe-4bfb-a43c-4b0a544349d4 req-0f5b6ed6-1dfe-49cf-91ed-d2bf67a9c7c1 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356634 Aug 09 16:55:36.897953 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:55:36.899920 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62124ce3-d0ca-4008-ad32-eb4bce92511d req-c01208c4-66ee-4a3a-a92a-c9e29c8dab19 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:36.901401 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-62124ce3-d0ca-4008-ad32-eb4bce92511d req-c01208c4-66ee-4a3a-a92a-c9e29c8dab19 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 944 time: 0.0477371 Aug 09 16:55:36.943838 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-62124ce3-d0ca-4008-ad32-eb4bce92511d req-3cd8e44f-7120-4d8b-b7d6-2850c1a9b8b1 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba1a97a4-4931-42a7-b3d2-3ba82467a302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360093 Aug 09 16:55:37.294804 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device c808ba19-9f30-492f-9465-2e2d6b278a9c up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:55:37.407623 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port c808ba19-9f30-492f-9465-2e2d6b278a9c completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:55:37.413011 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port c808ba19-9f30-492f-9465-2e2d6b278a9c triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:55:37.413497 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:37.499415 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port c808ba19-9f30-492f-9465-2e2d6b278a9c is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:55:37.499690 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:37.531236 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50e6415-224d-4b48-ad37-f16d09a7f139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c808ba19-9f30-492f-9465-2e2d6b278a9c'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:55:37.533556 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9a6869-fb86-44f7-b82d-22405cfe5b3d" -d '{"events": [{"server_uuid": "d50e6415-224d-4b48-ad37-f16d09a7f139", "name": "network-vif-plugged", "status": "completed", "tag": "c808ba19-9f30-492f-9465-2e2d6b278a9c"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:37.557492 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port c808ba19-9f30-492f-9465-2e2d6b278a9c, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=c808ba19-9f30-492f-9465-2e2d6b278a9c,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:55:37.585091 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41ce032-76ea-4e03-a4fc-bdf79536735d x-openstack-request-id: req-d41ce032-76ea-4e03-a4fc-bdf79536735d {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:37.585515 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50e6415-224d-4b48-ad37-f16d09a7f139", "name": "network-vif-plugged", "status": "completed", "tag": "c808ba19-9f30-492f-9465-2e2d6b278a9c", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:37.585918 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d41ce032-76ea-4e03-a4fc-bdf79536735d {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:37.586492 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d41ce032-76ea-4e03-a4fc-bdf79536735d'] response: {'server_uuid': 'd50e6415-224d-4b48-ad37-f16d09a7f139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c808ba19-9f30-492f-9465-2e2d6b278a9c', 'code': 200} Aug 09 16:55:37.671736 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:37.727657 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=c808ba19-9f30-492f-9465-2e2d6b278a9c,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:55:37.734669 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c794f-84b3-412a-99f7-ee95534fb7ed req-7caac42c-00c6-453b-81bb-7071756728a9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:37.736185 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-524c794f-84b3-412a-99f7-ee95534fb7ed req-7caac42c-00c6-453b-81bb-7071756728a9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0581467 Aug 09 16:55:37.779801 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-524c794f-84b3-412a-99f7-ee95534fb7ed req-def2f889-7ec7-41d3-b4a9-dff74ad07f0f tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363162 Aug 09 16:55:37.978579 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ff220-d9d1-4742-bb78-22bed93e3106 req-d704c5b6-d118-4b21-8319-1a14f47ed164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:37.980067 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-613ff220-d9d1-4742-bb78-22bed93e3106 req-d704c5b6-d118-4b21-8319-1a14f47ed164 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 1098 time: 0.0492518 Aug 09 16:55:38.024836 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-613ff220-d9d1-4742-bb78-22bed93e3106 req-b2e31703-da90-4a09-b182-9f7c15bfb4e5 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ba1a97a4-4931-42a7-b3d2-3ba82467a302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351446 Aug 09 16:55:38.077100 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ace2e-70d3-4c78-9959-54460a6cbe4f req-83d1502d-001a-441c-b2cd-917fdf37b07b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:38.078532 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2b8ace2e-70d3-4c78-9959-54460a6cbe4f req-83d1502d-001a-441c-b2cd-917fdf37b07b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 945 time: 0.0521882 Aug 09 16:55:38.123204 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2b8ace2e-70d3-4c78-9959-54460a6cbe4f req-79ba1462-559a-451c-8031-e9c9f2a158c4 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba1a97a4-4931-42a7-b3d2-3ba82467a302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371280 Aug 09 16:55:38.900303 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615acaa2-39bb-4099-947b-762fe992b105 req-e8c602ad-3bcd-4320-ab11-7612a20d0ab2 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:38.901757 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-615acaa2-39bb-4099-947b-762fe992b105 req-e8c602ad-3bcd-4320-ab11-7612a20d0ab2 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0493650 Aug 09 16:55:38.943956 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-615acaa2-39bb-4099-947b-762fe992b105 req-9d8b1cc3-af41-4fb3-b57d-ca6e5e0f331b tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362630 Aug 09 16:55:39.246006 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540be3c-2845-4069-a25b-8362fdd7e1c7 req-441cf48b-6175-4a12-8fe8-cb4b8ece8286 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:39.247464 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0540be3c-2845-4069-a25b-8362fdd7e1c7 req-441cf48b-6175-4a12-8fe8-cb4b8ece8286 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 945 time: 0.0477834 Aug 09 16:55:39.284674 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0540be3c-2845-4069-a25b-8362fdd7e1c7 req-cfc9b818-a796-42d6-a050-5f566d9fb0ba tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba1a97a4-4931-42a7-b3d2-3ba82467a302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312870 Aug 09 16:55:40.065871 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c46f29-94c1-4247-8040-69cd0ebc5be2 req-ba68baec-fc23-487f-adac-161bf3eb4aa2 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:40.067944 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-69c46f29-94c1-4247-8040-69cd0ebc5be2 req-ba68baec-fc23-487f-adac-161bf3eb4aa2 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0513542 Aug 09 16:55:40.105544 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-69c46f29-94c1-4247-8040-69cd0ebc5be2 req-fd5994dd-303d-40f8-a33e-4c78c496a951 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314717 Aug 09 16:55:40.401901 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27768fa-729b-433a-8ad6-d27012780de1 req-9d37139f-4a54-44be-a3d9-a4eaf2548d8a tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:40.403350 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f27768fa-729b-433a-8ad6-d27012780de1 req-9d37139f-4a54-44be-a3d9-a4eaf2548d8a tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 945 time: 0.0485141 Aug 09 16:55:40.444782 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f27768fa-729b-433a-8ad6-d27012780de1 req-03c77545-d128-4c19-ae06-0edaa2e843db tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba1a97a4-4931-42a7-b3d2-3ba82467a302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352983 Aug 09 16:55:40.559043 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f19e80-3697-4219-83af-ed1d98363989 req-4532e369-0290-4059-9b01-b034a1c331d4 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:40.560502 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f7f19e80-3697-4219-83af-ed1d98363989 req-4532e369-0290-4059-9b01-b034a1c331d4 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 945 time: 0.0484138 Aug 09 16:55:40.570264 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58496) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:40.574538 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-278c2324-fbeb-4c32-815d-185c3a5cd183 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'floatingip': {'port_id': 'c808ba19-9f30-492f-9465-2e2d6b278a9c'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:40.616251 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-278c2324-fbeb-4c32-815d-185c3a5cd183 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:41.050247 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-278c2324-fbeb-4c32-815d-185c3a5cd183 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:41.156310 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c7d27ca3-edbb-4db3-8a42-a99da1b82bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:41.175380 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-278c2324-fbeb-4c32-815d-185c3a5cd183 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:41.226451 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44653c85-0690-4e14-9eb1-aa35da160547 req-b8941c3f-4390-48ce-99e1-13faae47069a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:41.228098 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-44653c85-0690-4e14-9eb1-aa35da160547 req-b8941c3f-4390-48ce-99e1-13faae47069a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0494349 Aug 09 16:55:41.269302 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-44653c85-0690-4e14-9eb1-aa35da160547 req-e74f9c7d-5624-428c-bf3e-c7d4a6a2ef0e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347338 Aug 09 16:55:41.523055 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.l3_db [None req-278c2324-fbeb-4c32-815d-185c3a5cd183 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Floating IP 70eedd3a-9613-4a6f-85a8-9496b5dcc671 associated. External IP: 172.27.0.150, port: c808ba19-9f30-492f-9465-2e2d6b278a9c. Aug 09 16:55:41.728565 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278c2324-fbeb-4c32-815d-185c3a5cd183 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Router 5b620c4c-40f8-48c6-8f8a-853657d52b57 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:55:41.834347 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278c2324-fbeb-4c32-815d-185c3a5cd183 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:55:41.839132 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-278c2324-fbeb-4c32-815d-185c3a5cd183 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:41.844490 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee4c7dd-fb7e-4c0f-9187-83b3c632bd3d None None] Sync routers for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:55:41.855939 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee4c7dd-fb7e-4c0f-9187-83b3c632bd3d None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:55:41.856650 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-fee4c7dd-fb7e-4c0f-9187-83b3c632bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:55:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:41.866437 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-278c2324-fbeb-4c32-815d-185c3a5cd183 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "PUT /v2.0/floatingips/70eedd3a-9613-4a6f-85a8-9496b5dcc671 HTTP/1.1" status: 200 len: 991 time: 1.2952294 Aug 09 16:55:41.867018 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50e6415-224d-4b48-ad37-f16d09a7f139', 'tag': 'c808ba19-9f30-492f-9465-2e2d6b278a9c'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:55:41.869583 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440a27c4-5122-4b20-a054-32cd15dad78e" -d '{"events": [{"name": "network-changed", "server_uuid": "d50e6415-224d-4b48-ad37-f16d09a7f139", "tag": "c808ba19-9f30-492f-9465-2e2d6b278a9c"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:41.905717 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf0885f-22e2-43cd-b2b5-415c607c165b x-openstack-request-id: req-dbf0885f-22e2-43cd-b2b5-415c607c165b {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:41.906017 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50e6415-224d-4b48-ad37-f16d09a7f139", "tag": "c808ba19-9f30-492f-9465-2e2d6b278a9c", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:41.906271 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dbf0885f-22e2-43cd-b2b5-415c607c165b {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:41.906674 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbf0885f-22e2-43cd-b2b5-415c607c165b'] response: {'name': 'network-changed', 'server_uuid': 'd50e6415-224d-4b48-ad37-f16d09a7f139', 'tag': 'c808ba19-9f30-492f-9465-2e2d6b278a9c', 'status': 'completed', 'code': 200} Aug 09 16:55:41.966047 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-fee4c7dd-fb7e-4c0f-9187-83b3c632bd3d None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:55:42.017100 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a27c4-5122-4b20-a054-32cd15dad78e req-9c95dc92-b6fb-4bd0-8c80-b2d6060014af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:42.018668 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-440a27c4-5122-4b20-a054-32cd15dad78e req-9c95dc92-b6fb-4bd0-8c80-b2d6060014af service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=263134786e174e0683b78ef12715c3fb&device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 1098 time: 0.0407822 Aug 09 16:55:42.119427 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a27c4-5122-4b20-a054-32cd15dad78e req-a345f940-dcef-43b0-8284-4431d0404cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:42.120917 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-440a27c4-5122-4b20-a054-32cd15dad78e req-a345f940-dcef-43b0-8284-4431d0404cc8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea HTTP/1.1" status: 200 len: 916 time: 0.0911806 Aug 09 16:55:42.197029 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-fee4c7dd-fb7e-4c0f-9187-83b3c632bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '70eedd3a-9613-4a6f-85a8-9496b5dcc671', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'port_id': 'c808ba19-9f30-492f-9465-2e2d6b278a9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'mac_address': 'fa:16:3e:e8:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50e6415-224d-4b48-ad37-f16d09a7f139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:55:23Z', 'updated_at': '2022-08-09T16:55:40Z', 'revision_number': 1, 'project_id': '263134786e174e0683b78ef12715c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:42.206436 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-440a27c4-5122-4b20-a054-32cd15dad78e req-5fa4f4d2-1930-4653-b4c1-d4abf0490b87 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c808ba19-9f30-492f-9465-2e2d6b278a9c HTTP/1.1" status: 200 len: 999 time: 0.0624034 Aug 09 16:55:42.224328 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee4c7dd-fb7e-4c0f-9187-83b3c632bd3d None None] Checking router: 5b620c4c-40f8-48c6-8f8a-853657d52b57 for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:55:42.232621 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee4c7dd-fb7e-4c0f-9187-83b3c632bd3d None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:55:42.233226 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-fee4c7dd-fb7e-4c0f-9187-83b3c632bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:55:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:42.258579 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a27c4-5122-4b20-a054-32cd15dad78e req-38a089dc-2361-46e5-9c3b-acda90ef4eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:42.260028 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-440a27c4-5122-4b20-a054-32cd15dad78e req-38a089dc-2361-46e5-9c3b-acda90ef4eed service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9 HTTP/1.1" status: 200 len: 854 time: 0.0443559 Aug 09 16:55:42.317570 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a27c4-5122-4b20-a054-32cd15dad78e req-f2c4358e-e1e2-4615-bef7-21232c8e2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:42.319078 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-440a27c4-5122-4b20-a054-32cd15dad78e req-f2c4358e-e1e2-4615-bef7-21232c8e2c1e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405853 Aug 09 16:55:42.357071 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-fee4c7dd-fb7e-4c0f-9187-83b3c632bd3d None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:55:42.399503 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad178947-f777-4f7a-956e-d88f7fb812e1 req-1c274946-79cb-43c4-94ec-9cafe61d35b2 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:42.400934 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ad178947-f777-4f7a-956e-d88f7fb812e1 req-1c274946-79cb-43c4-94ec-9cafe61d35b2 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0533116 Aug 09 16:55:42.428296 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-440a27c4-5122-4b20-a054-32cd15dad78e req-bc095991-c2c5-47df-8d30-d3327c9e5edb service neutron] 10.222.0.85 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936565 Aug 09 16:55:42.441861 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ad178947-f777-4f7a-956e-d88f7fb812e1 req-bf91c447-1d40-4659-9676-880fe0b4201d tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343280 Aug 09 16:55:42.530669 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-440a27c4-5122-4b20-a054-32cd15dad78e req-dc087447-2cea-493c-9fb0-33d3f2ae7496 service neutron] 10.222.0.85 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925033 Aug 09 16:55:42.711293 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-fee4c7dd-fb7e-4c0f-9187-83b3c632bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '70eedd3a-9613-4a6f-85a8-9496b5dcc671', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'port_id': 'c808ba19-9f30-492f-9465-2e2d6b278a9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'mac_address': 'fa:16:3e:e8:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50e6415-224d-4b48-ad37-f16d09a7f139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:55:23Z', 'updated_at': '2022-08-09T16:55:40Z', 'revision_number': 1, 'project_id': '263134786e174e0683b78ef12715c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:42.737311 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee4c7dd-fb7e-4c0f-9187-83b3c632bd3d None None] The sync data for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi is: [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '70eedd3a-9613-4a6f-85a8-9496b5dcc671', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'port_id': 'c808ba19-9f30-492f-9465-2e2d6b278a9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'mac_address': 'fa:16:3e:e8:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50e6415-224d-4b48-ad37-f16d09a7f139', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:55:23Z', 'updated_at': '2022-08-09T16:55:40Z', 'revision_number': 1, 'project_id': '263134786e174e0683b78ef12715c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:55:42.927303 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8205b3b-1fc9-4f5b-a893-7b9d10d87a3c None None] New status for floating IP 70eedd3a-9613-4a6f-85a8-9496b5dcc671: ACTIVE {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:55:43.127872 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-73de2934-6664-4764-8c0a-0bbec68c1e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:43.564227 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba10118-1d90-42db-86ae-c84bf005b9d1 req-9c85ebc1-1637-4ff0-bb02-2a3b31ea99a4 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:43.565988 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8ba10118-1d90-42db-86ae-c84bf005b9d1 req-9c85ebc1-1637-4ff0-bb02-2a3b31ea99a4 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0488281 Aug 09 16:55:43.608757 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8ba10118-1d90-42db-86ae-c84bf005b9d1 req-03a95ef3-eb1a-462c-b1e5-b882ecbbdaa9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367756 Aug 09 16:55:44.728199 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5b3ae-aacc-42d0-aa03-776cca4cb1bb req-a355be3a-565e-4d34-8889-284dbdc90c48 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:44.729680 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-13c5b3ae-aacc-42d0-aa03-776cca4cb1bb req-a355be3a-565e-4d34-8889-284dbdc90c48 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0476515 Aug 09 16:55:44.771445 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-13c5b3ae-aacc-42d0-aa03-776cca4cb1bb req-e77a529c-db9b-495e-bcec-e982cf847422 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357320 Aug 09 16:55:44.974305 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:45.890264 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292862bc-01d6-4445-9801-eb3b8c2082ad req-d583bbe3-8b6e-43ca-b0c8-080e7fd1d948 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:45.891733 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-292862bc-01d6-4445-9801-eb3b8c2082ad req-d583bbe3-8b6e-43ca-b0c8-080e7fd1d948 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0495539 Aug 09 16:55:45.936279 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-292862bc-01d6-4445-9801-eb3b8c2082ad req-99e0f039-c4ed-46e3-8f7f-ac41b2aa54dc tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378432 Aug 09 16:55:46.218696 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:46.784472 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:46.927698 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:47.067919 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcec40-3f1c-48e2-a1b1-6cc4efd8c3aa req-187a3bf6-dd4c-4266-9470-ba3ac83d3b70 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:47.069438 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-69dcec40-3f1c-48e2-a1b1-6cc4efd8c3aa req-187a3bf6-dd4c-4266-9470-ba3ac83d3b70 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0524070 Aug 09 16:55:47.108011 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-69dcec40-3f1c-48e2-a1b1-6cc4efd8c3aa req-1a502224-1ebd-4c6e-9cef-50dfe2d81ccf tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324349 Aug 09 16:55:47.915567 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b6964846-3a9e-4c20-bef2-c4678525b251 req-76ca6008-c00b-4f2a-8f98-58f0d06fbc73 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388675 Aug 09 16:55:48.006735 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6964846-3a9e-4c20-bef2-c4678525b251 req-769bc9e4-703b-4a8e-85b1-e193e8bf00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:48.008206 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b6964846-3a9e-4c20-bef2-c4678525b251 req-769bc9e4-703b-4a8e-85b1-e193e8bf00e8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4a57286dc9144127b1177b199faf0b0a&device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 1098 time: 0.0396042 Aug 09 16:55:48.120324 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6964846-3a9e-4c20-bef2-c4678525b251 req-ae7fb66f-cd4e-4614-b136-6cd0ab937f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:48.121832 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b6964846-3a9e-4c20-bef2-c4678525b251 req-ae7fb66f-cd4e-4614-b136-6cd0ab937f70 service neutron] 10.222.0.85 "GET /v2.0/networks?id=b631f0ba-3918-495c-9e8a-a3fd8937f433 HTTP/1.1" status: 200 len: 912 time: 0.0892560 Aug 09 16:55:48.221186 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b6964846-3a9e-4c20-bef2-c4678525b251 req-e298a693-6550-4d54-91e3-3ce5b4b203e9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f08e8650-c59e-4fb8-8578-436aa6ad3f44 HTTP/1.1" status: 200 len: 1000 time: 0.0856822 Aug 09 16:55:48.240420 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21f5c1-539c-4d9b-9866-b6bb865aedbc req-2b1affbd-91da-42cf-bc05-7cb1df69b92f tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:48.242018 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4d21f5c1-539c-4d9b-9866-b6bb865aedbc req-2b1affbd-91da-42cf-bc05-7cb1df69b92f tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0606847 Aug 09 16:55:48.309903 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6964846-3a9e-4c20-bef2-c4678525b251 req-13f2c2cf-7cca-48a6-9e3b-5c8979e7b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:48.311654 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b6964846-3a9e-4c20-bef2-c4678525b251 req-13f2c2cf-7cca-48a6-9e3b-5c8979e7b19e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=155efdb1-d3e8-4060-a1b4-dd2040cbd026 HTTP/1.1" status: 200 len: 850 time: 0.0684962 Aug 09 16:55:48.314630 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4d21f5c1-539c-4d9b-9866-b6bb865aedbc req-ec7e9650-13de-40b0-a7bc-b952b8fa051d tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643628 Aug 09 16:55:48.357054 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6964846-3a9e-4c20-bef2-c4678525b251 req-40dd2e9a-1cfe-471e-903a-e3e657c7bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:48.358597 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b6964846-3a9e-4c20-bef2-c4678525b251 req-40dd2e9a-1cfe-471e-903a-e3e657c7bf60 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b631f0ba-3918-495c-9e8a-a3fd8937f433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400386 Aug 09 16:55:48.458096 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b6964846-3a9e-4c20-bef2-c4678525b251 req-00489605-d1c2-4493-bea0-ba8bd0d6f707 service neutron] 10.222.0.85 "GET /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902505 Aug 09 16:55:48.558615 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b6964846-3a9e-4c20-bef2-c4678525b251 req-049b456a-5c92-4927-bbb2-2d4d2f8a5fc8 service neutron] 10.222.0.85 "GET /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863662 Aug 09 16:55:49.145110 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499438d4-7f72-4731-acc7-1c7748e4dd79 req-14c8def9-ca77-4c07-a0ca-041b00112de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:49.146648 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-499438d4-7f72-4731-acc7-1c7748e4dd79 req-14c8def9-ca77-4c07-a0ca-041b00112de8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 1098 time: 0.0404000 Aug 09 16:55:49.198581 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-499438d4-7f72-4731-acc7-1c7748e4dd79 req-5bcdb782-e5d3-48ff-b596-def0e9304c08 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285232 Aug 09 16:55:49.434549 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b57586-9517-4200-b592-b25e82f8d895 req-d82e48cb-da40-4470-84f8-fedfe0c457fa tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:49.435945 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-50b57586-9517-4200-b592-b25e82f8d895 req-d82e48cb-da40-4470-84f8-fedfe0c457fa tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0479734 Aug 09 16:55:49.474985 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-50b57586-9517-4200-b592-b25e82f8d895 req-af022a16-0347-44f6-8cc1-3ee0f837d451 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329821 Aug 09 16:55:50.598532 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d57e4-88ea-454c-80d3-e90715d6e718 req-2b00bab0-5705-40fc-b967-57fa56f24ab5 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:50.601204 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-839d57e4-88ea-454c-80d3-e90715d6e718 req-2b00bab0-5705-40fc-b967-57fa56f24ab5 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0531948 Aug 09 16:55:50.639809 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-839d57e4-88ea-454c-80d3-e90715d6e718 req-9c751a46-6f26-4c6a-887a-f338fb439072 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326767 Aug 09 16:55:51.759350 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d4aaf-a907-41da-9cbb-e8944da57880 req-73d6e5ca-a1cc-4416-a54a-a3ca540bf7d0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:51.760914 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-081d4aaf-a907-41da-9cbb-e8944da57880 req-73d6e5ca-a1cc-4416-a54a-a3ca540bf7d0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0486429 Aug 09 16:55:51.802736 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-081d4aaf-a907-41da-9cbb-e8944da57880 req-b05d9f68-cc4e-4fa5-8297-6902826f3d97 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358613 Aug 09 16:55:52.513438 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a543c-3011-439f-83bf-9b3e134759e7 req-c847600f-1ca9-4c08-ad77-655f4112f325 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:52.514979 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a59a543c-3011-439f-83bf-9b3e134759e7 req-c847600f-1ca9-4c08-ad77-655f4112f325 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0519478 Aug 09 16:55:52.553335 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a59a543c-3011-439f-83bf-9b3e134759e7 req-7139d4fc-acc2-4dbd-b3ad-710aa6620899 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323453 Aug 09 16:55:52.635461 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28627278-28f1-446d-9e49-fd0009472b20 req-16cd1f23-d285-45f6-bcaf-f929f251a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:52.636977 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-28627278-28f1-446d-9e49-fd0009472b20 req-16cd1f23-d285-45f6-bcaf-f929f251a47f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=036e4f22211a49c78cb03d2fb540e984&device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 1098 time: 0.0410876 Aug 09 16:55:52.747854 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28627278-28f1-446d-9e49-fd0009472b20 req-82f2a357-6402-40c4-b80e-b9632e03f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:52.749204 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-28627278-28f1-446d-9e49-fd0009472b20 req-82f2a357-6402-40c4-b80e-b9632e03f851 service neutron] 10.222.0.85 "GET /v2.0/networks?id=afefc86c-3f24-4c4b-9b8a-046339133df8 HTTP/1.1" status: 200 len: 920 time: 0.0867329 Aug 09 16:55:52.814634 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-28627278-28f1-446d-9e49-fd0009472b20 req-f448d6a1-4dc6-4097-9709-9a8722fa3494 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f HTTP/1.1" status: 200 len: 1001 time: 0.0564029 Aug 09 16:55:52.879581 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28627278-28f1-446d-9e49-fd0009472b20 req-1cfacb4e-4754-463f-8220-4f75710f696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:52.881048 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-28627278-28f1-446d-9e49-fd0009472b20 req-1cfacb4e-4754-463f-8220-4f75710f696c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2078996a-91bc-4210-bac4-b6f4af459f79 HTTP/1.1" status: 200 len: 858 time: 0.0443857 Aug 09 16:55:52.934873 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28627278-28f1-446d-9e49-fd0009472b20 req-627dcdfa-3705-4c45-9de4-d5bbd7b67554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:52.936354 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-28627278-28f1-446d-9e49-fd0009472b20 req-627dcdfa-3705-4c45-9de4-d5bbd7b67554 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afefc86c-3f24-4c4b-9b8a-046339133df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432820 Aug 09 16:55:53.027542 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-28627278-28f1-446d-9e49-fd0009472b20 req-8ae9b7be-13f0-4bd7-bf60-7918983390c1 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812695 Aug 09 16:55:53.121897 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-28627278-28f1-446d-9e49-fd0009472b20 req-9e242903-d284-45d4-a77e-c274196f5302 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844731 Aug 09 16:55:53.901020 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff8ade-7411-4141-aee5-2231299470f5 req-afa5b3c1-b811-4d94-a78a-e7011326d367 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:53.902516 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3fff8ade-7411-4141-aee5-2231299470f5 req-afa5b3c1-b811-4d94-a78a-e7011326d367 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.2722826 Aug 09 16:55:53.940541 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3fff8ade-7411-4141-aee5-2231299470f5 req-b6562a3e-869a-47e7-b8f1-350a3178890e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319293 Aug 09 16:55:55.025012 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46844818-906a-44ea-b341-42dd71eaaef0 req-511b2c44-6fa7-4814-ac31-a1acd2612f81 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:55.027298 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-46844818-906a-44ea-b341-42dd71eaaef0 req-511b2c44-6fa7-4814-ac31-a1acd2612f81 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.0496225 Aug 09 16:55:55.064485 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67eea12-10c5-4985-845a-2aa40ec00c7a req-0a298c62-8b99-4ab6-8f92-a9f129cb6b61 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:55.066628 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c67eea12-10c5-4985-845a-2aa40ec00c7a req-0a298c62-8b99-4ab6-8f92-a9f129cb6b61 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0496113 Aug 09 16:55:55.072221 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-46844818-906a-44ea-b341-42dd71eaaef0 req-53f9052f-3d46-4fa8-ba20-661c846330e3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393836 Aug 09 16:55:55.107638 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c67eea12-10c5-4985-845a-2aa40ec00c7a req-df5565b9-59a3-4fe9-aeab-c6a18d5bb1f6 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343449 Aug 09 16:55:55.169965 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41866e-5908-4f31-84b7-47042a618673 req-c11f3e86-8997-4a4b-a5a9-60039541bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:55.171474 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1d41866e-5908-4f31-84b7-47042a618673 req-c11f3e86-8997-4a4b-a5a9-60039541bab9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=38e0527ae21a471887ded76c9468ebb9&device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 1138 time: 0.0412142 Aug 09 16:55:55.273701 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41866e-5908-4f31-84b7-47042a618673 req-ff7d41c2-f8cb-4e57-8453-f2148f854704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:55.275170 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1d41866e-5908-4f31-84b7-47042a618673 req-ff7d41c2-f8cb-4e57-8453-f2148f854704 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c0fb33a9-c312-4308-bff4-2acf7408ef6e HTTP/1.1" status: 200 len: 915 time: 0.0883269 Aug 09 16:55:55.358742 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1d41866e-5908-4f31-84b7-47042a618673 req-00372cd7-4941-4660-bc65-0e6d8ece85f9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecdb52a-5824-4532-9428-f46db0c3626b HTTP/1.1" status: 200 len: 1002 time: 0.0583920 Aug 09 16:55:55.427333 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41866e-5908-4f31-84b7-47042a618673 req-64021872-eefe-46ed-a9f3-7e38c75b60f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:55.428836 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1d41866e-5908-4f31-84b7-47042a618673 req-64021872-eefe-46ed-a9f3-7e38c75b60f9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=50a8ad36-9b75-4457-a6fd-07ba2b853e74 HTTP/1.1" status: 200 len: 853 time: 0.0490816 Aug 09 16:55:55.480376 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41866e-5908-4f31-84b7-47042a618673 req-a9a7beaa-2330-4e5e-811a-b2d08cf52188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:55.481900 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1d41866e-5908-4f31-84b7-47042a618673 req-a9a7beaa-2330-4e5e-811a-b2d08cf52188 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c0fb33a9-c312-4308-bff4-2acf7408ef6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398591 Aug 09 16:55:55.579174 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1d41866e-5908-4f31-84b7-47042a618673 req-4ea8e27a-7dcd-4c3e-90be-c4fdd34deed4 service neutron] 10.222.0.85 "GET /v2.0/networks/c0fb33a9-c312-4308-bff4-2acf7408ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820844 Aug 09 16:55:55.672642 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1d41866e-5908-4f31-84b7-47042a618673 req-272333b1-d87a-4579-80c4-1ccc9336784f service neutron] 10.222.0.85 "GET /v2.0/networks/c0fb33a9-c312-4308-bff4-2acf7408ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838873 Aug 09 16:55:56.196201 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccff90f-1207-4eee-bbe9-ec095922369a req-68e50309-3594-489f-a3d7-4526916346e4 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:56.197716 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7ccff90f-1207-4eee-bbe9-ec095922369a req-68e50309-3594-489f-a3d7-4526916346e4 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.0496435 Aug 09 16:55:56.229744 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf97b6-9f25-4fa9-bc4e-e1ed2a2be52b req-ffcd1106-874a-4137-9c12-7496e05bbb1e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:56.231341 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b6cf97b6-9f25-4fa9-bc4e-e1ed2a2be52b req-ffcd1106-874a-4137-9c12-7496e05bbb1e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0493217 Aug 09 16:55:56.242235 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7ccff90f-1207-4eee-bbe9-ec095922369a req-46ce4bf6-1bab-48bf-95db-574646cf71fc tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382838 Aug 09 16:55:56.271404 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b6cf97b6-9f25-4fa9-bc4e-e1ed2a2be52b req-0f073ef3-8a7f-4adf-85f7-3427d1ad70e0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340910 Aug 09 16:55:57.517945 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7fb921-be6a-4016-853f-49102773e451 req-ed053e9e-a367-4c1e-9bfb-82904be2a4cc tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:57.519663 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ac7fb921-be6a-4016-853f-49102773e451 req-ed053e9e-a367-4c1e-9bfb-82904be2a4cc tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.2047510 Aug 09 16:55:57.558863 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94e762-4143-4cd5-a231-aba749a0fab4 req-1dfe1c2c-837e-4ee3-a7d0-10011de3c676 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:57.558863 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5c94e762-4143-4cd5-a231-aba749a0fab4 req-1dfe1c2c-837e-4ee3-a7d0-10011de3c676 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.2135680 Aug 09 16:55:57.561562 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ac7fb921-be6a-4016-853f-49102773e451 req-dff73ad4-40b2-4e17-b38d-ff7c2d47621b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356531 Aug 09 16:55:57.598027 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5c94e762-4143-4cd5-a231-aba749a0fab4 req-dc5327f9-c582-46e9-89e8-78ff3aaff02f tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322549 Aug 09 16:55:57.713532 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3c7fc-71b5-4aeb-8198-b4e4b4144c2f req-2801289f-8278-46d7-9173-d928f752ee34 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:57.715000 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dab3c7fc-71b5-4aeb-8198-b4e4b4144c2f req-2801289f-8278-46d7-9173-d928f752ee34 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0489118 Aug 09 16:55:57.725337 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 58574) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:55:57.729814 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-d24969b5-aae1-4516-9540-d15ab9b7e752 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Request body: {'floatingip': {'port_id': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:55:57.787583 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d24969b5-aae1-4516-9540-d15ab9b7e752 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for floatingip, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:58.248753 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d24969b5-aae1-4516-9540-d15ab9b7e752 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:58.357534 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d24969b5-aae1-4516-9540-d15ab9b7e752 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:58.438173 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44aa9fe-22dc-4198-8a21-b671cc748e0c req-d08ba230-9485-428b-9641-64e661aa20d0 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:58.439540 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a44aa9fe-22dc-4198-8a21-b671cc748e0c req-d08ba230-9485-428b-9641-64e661aa20d0 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 945 time: 0.0923979 Aug 09 16:55:58.514624 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a44aa9fe-22dc-4198-8a21-b671cc748e0c req-5c4e5a7d-5c48-4509-ac23-ee711f8a0b4a tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493577 Aug 09 16:55:58.620381 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24969b5-aae1-4516-9540-d15ab9b7e752 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Router 523e1df2-4956-48fb-9f9b-0607fac1acc0 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:55:58.683978 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b1f84-4937-4beb-9838-dd5d20f4c7cb req-59562580-65c1-4714-b4c9-8220e8638438 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:58.685492 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-da4b1f84-4937-4beb-9838-dd5d20f4c7cb req-59562580-65c1-4714-b4c9-8220e8638438 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.0486345 Aug 09 16:55:58.727774 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-da4b1f84-4937-4beb-9838-dd5d20f4c7cb req-5a0ebb2e-703f-4441-b9d3-57cf70ed094c tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351005 Aug 09 16:55:58.728848 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24969b5-aae1-4516-9540-d15ab9b7e752 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:55:58.733771 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d24969b5-aae1-4516-9540-d15ab9b7e752 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:55:58.739010 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77a2b7-50fb-4c81-aaaf-e287623186ae None None] Sync routers for ids ['523e1df2-4956-48fb-9f9b-0607fac1acc0'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:55:58.749926 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e77a2b7-50fb-4c81-aaaf-e287623186ae None None] Routers {'523e1df2-4956-48fb-9f9b-0607fac1acc0'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:55:58.750687 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-4e77a2b7-50fb-4c81-aaaf-e287623186ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:55:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['523e1df2-4956-48fb-9f9b-0607fac1acc0'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:58.768272 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c7a84d-f662-4aa4-b58b-ab04295d1697', 'tag': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:55:58.771043 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e860288f-e23b-41f4-9a68-fb29fbc74a44" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c7a84d-f662-4aa4-b58b-ab04295d1697", "tag": "0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:55:58.806936 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-d24969b5-aae1-4516-9540-d15ab9b7e752 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "PUT /v2.0/floatingips/35f4afc6-b977-4451-a89e-68e19e01bd3f HTTP/1.1" status: 200 len: 993 time: 1.0783279 Aug 09 16:55:58.808811 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f32279-f2ef-43f8-9b61-abb139d82c6e x-openstack-request-id: req-a2f32279-f2ef-43f8-9b61-abb139d82c6e {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:55:58.809106 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c7a84d-f662-4aa4-b58b-ab04295d1697", "tag": "0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:55:58.809359 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2f32279-f2ef-43f8-9b61-abb139d82c6e {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:55:58.809819 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f32279-f2ef-43f8-9b61-abb139d82c6e'] response: {'name': 'network-changed', 'server_uuid': 'f3c7a84d-f662-4aa4-b58b-ab04295d1697', 'tag': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f', 'status': 'completed', 'code': 200} Aug 09 16:55:58.867940 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-4e77a2b7-50fb-4c81-aaaf-e287623186ae None None] Set router 523e1df2-4956-48fb-9f9b-0607fac1acc0 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:55:58.923128 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860288f-e23b-41f4-9a68-fb29fbc74a44 req-dad68edc-45f1-4996-b4b1-76855f0d5ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:58.924635 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e860288f-e23b-41f4-9a68-fb29fbc74a44 req-dad68edc-45f1-4996-b4b1-76855f0d5ede service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=036e4f22211a49c78cb03d2fb540e984&device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 1098 time: 0.0406461 Aug 09 16:55:59.028193 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860288f-e23b-41f4-9a68-fb29fbc74a44 req-1f7d06a4-a2db-4d7a-96d8-6d20a69c497b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:59.029620 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e860288f-e23b-41f4-9a68-fb29fbc74a44 req-1f7d06a4-a2db-4d7a-96d8-6d20a69c497b service neutron] 10.222.0.85 "GET /v2.0/networks?id=afefc86c-3f24-4c4b-9b8a-046339133df8 HTTP/1.1" status: 200 len: 920 time: 0.0896091 Aug 09 16:55:59.098539 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-4e77a2b7-50fb-4c81-aaaf-e287623186ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-router', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9535e389-5987-4cf8-9581-82e656ff983f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:08Z', 'revision_number': 4, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'gw_port': {'id': '9535e389-5987-4cf8-9581-82e656ff983f', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '35f4afc6-b977-4451-a89e-68e19e01bd3f', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'port_id': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'mac_address': 'fa:16:3e:98:11:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c7a84d-f662-4aa4-b58b-ab04295d1697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:29Z', 'updated_at': '2022-08-09T16:55:58Z', 'revision_number': 3, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8fa19a-4938-491d-8a32-2a1ec3d71b10', 'name': '', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'mac_address': 'fa:16:3e:88:d7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:05Z', 'updated_at': '2022-08-09T16:51:27Z', 'revision_number': 5, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'subnets': [{'id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:59.099698 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e860288f-e23b-41f4-9a68-fb29fbc74a44 req-8537eb72-b56a-45ac-ac83-c048a25e320e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f HTTP/1.1" status: 200 len: 1001 time: 0.0581429 Aug 09 16:55:59.124218 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77a2b7-50fb-4c81-aaaf-e287623186ae None None] Checking router: 523e1df2-4956-48fb-9f9b-0607fac1acc0 for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:55:59.133071 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e77a2b7-50fb-4c81-aaaf-e287623186ae None None] Routers {'523e1df2-4956-48fb-9f9b-0607fac1acc0'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:55:59.133692 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-4e77a2b7-50fb-4c81-aaaf-e287623186ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:55:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['523e1df2-4956-48fb-9f9b-0607fac1acc0'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:59.166165 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860288f-e23b-41f4-9a68-fb29fbc74a44 req-cbaf9d0f-856f-4c4c-b4e2-9115a44f2fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:59.167647 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e860288f-e23b-41f4-9a68-fb29fbc74a44 req-cbaf9d0f-856f-4c4c-b4e2-9115a44f2fe7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2078996a-91bc-4210-bac4-b6f4af459f79 HTTP/1.1" status: 200 len: 858 time: 0.0488579 Aug 09 16:55:59.216126 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860288f-e23b-41f4-9a68-fb29fbc74a44 req-df2cf3d0-45ae-4275-aeb8-3ee9dba96ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:59.217717 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e860288f-e23b-41f4-9a68-fb29fbc74a44 req-df2cf3d0-45ae-4275-aeb8-3ee9dba96ed0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afefc86c-3f24-4c4b-9b8a-046339133df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418260 Aug 09 16:55:59.238833 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-4e77a2b7-50fb-4c81-aaaf-e287623186ae None None] Set router 523e1df2-4956-48fb-9f9b-0607fac1acc0 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:55:59.318240 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e860288f-e23b-41f4-9a68-fb29fbc74a44 req-4574e60a-a9fd-4bab-b5c3-67c130cbead8 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833864 Aug 09 16:55:59.421673 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e860288f-e23b-41f4-9a68-fb29fbc74a44 req-3cd00814-7065-4a19-8b42-eb57b7bfeefa service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849068 Aug 09 16:55:59.466138 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-4e77a2b7-50fb-4c81-aaaf-e287623186ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-router', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9535e389-5987-4cf8-9581-82e656ff983f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:08Z', 'revision_number': 4, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'gw_port': {'id': '9535e389-5987-4cf8-9581-82e656ff983f', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '35f4afc6-b977-4451-a89e-68e19e01bd3f', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'port_id': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'mac_address': 'fa:16:3e:98:11:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c7a84d-f662-4aa4-b58b-ab04295d1697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:29Z', 'updated_at': '2022-08-09T16:55:58Z', 'revision_number': 3, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8fa19a-4938-491d-8a32-2a1ec3d71b10', 'name': '', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'mac_address': 'fa:16:3e:88:d7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:05Z', 'updated_at': '2022-08-09T16:51:27Z', 'revision_number': 5, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'subnets': [{'id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:55:59.492190 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77a2b7-50fb-4c81-aaaf-e287623186ae None None] The sync data for ids ['523e1df2-4956-48fb-9f9b-0607fac1acc0'] in dv-cinder-852570-1-iscsi is: [{'id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-router', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9535e389-5987-4cf8-9581-82e656ff983f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:08Z', 'revision_number': 4, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'gw_port': {'id': '9535e389-5987-4cf8-9581-82e656ff983f', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '35f4afc6-b977-4451-a89e-68e19e01bd3f', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'port_id': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'mac_address': 'fa:16:3e:98:11:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c7a84d-f662-4aa4-b58b-ab04295d1697', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:53:29Z', 'updated_at': '2022-08-09T16:55:58Z', 'revision_number': 3, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8fa19a-4938-491d-8a32-2a1ec3d71b10', 'name': '', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'mac_address': 'fa:16:3e:88:d7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:05Z', 'updated_at': '2022-08-09T16:51:27Z', 'revision_number': 5, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'subnets': [{'id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:55:59.638072 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bee3e0-b89f-46d7-b45e-ee60bc1d45f3 req-cde880fb-3773-499b-898b-f7d78b8437a8 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:59.639568 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-00bee3e0-b89f-46d7-b45e-ee60bc1d45f3 req-cde880fb-3773-499b-898b-f7d78b8437a8 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 945 time: 0.0510662 Aug 09 16:55:59.683728 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-00bee3e0-b89f-46d7-b45e-ee60bc1d45f3 req-99a6a908-fbf5-43b1-aaf0-49e33e5f1e62 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378413 Aug 09 16:55:59.850599 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdc509-9c5f-467f-8d08-06dcd55f0d01 req-396e7676-af5e-4439-89c8-6e6ff26f08c2 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:55:59.852140 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0cbdc509-9c5f-467f-8d08-06dcd55f0d01 req-396e7676-af5e-4439-89c8-6e6ff26f08c2 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.0476599 Aug 09 16:55:59.893386 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0cbdc509-9c5f-467f-8d08-06dcd55f0d01 req-53db91a2-838c-49cb-bb31-30213a97138d tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351300 Aug 09 16:56:00.808197 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764dc285-7b79-43c4-9dac-e53c41b9de1b req-dd5a94d1-d6d3-44d6-9c21-419021164660 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:00.809695 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-764dc285-7b79-43c4-9dac-e53c41b9de1b req-dd5a94d1-d6d3-44d6-9c21-419021164660 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 945 time: 0.0526929 Aug 09 16:56:00.810983 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c7a84d-f662-4aa4-b58b-ab04295d1697', 'tag': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:00.813396 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec8b764-e330-4739-b9e2-f5a079499852" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c7a84d-f662-4aa4-b58b-ab04295d1697", "tag": "0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:00.848421 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-764dc285-7b79-43c4-9dac-e53c41b9de1b req-efd5ab09-a2a9-4fb0-a6e0-e260c692521c tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328898 Aug 09 16:56:00.850681 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c18d906-fdd8-48b2-8a30-99b02e7e71bc x-openstack-request-id: req-5c18d906-fdd8-48b2-8a30-99b02e7e71bc {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:00.851193 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c7a84d-f662-4aa4-b58b-ab04295d1697", "tag": "0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:00.851193 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5c18d906-fdd8-48b2-8a30-99b02e7e71bc {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:00.851623 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c18d906-fdd8-48b2-8a30-99b02e7e71bc'] response: {'name': 'network-changed', 'server_uuid': 'f3c7a84d-f662-4aa4-b58b-ab04295d1697', 'tag': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f', 'status': 'completed', 'code': 200} Aug 09 16:56:00.973538 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8b764-e330-4739-b9e2-f5a079499852 req-260d8a73-6757-45cc-93a4-d1404d955b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:00.975060 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-eec8b764-e330-4739-b9e2-f5a079499852 req-260d8a73-6757-45cc-93a4-d1404d955b54 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=036e4f22211a49c78cb03d2fb540e984&device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 1098 time: 0.0416896 Aug 09 16:56:01.017889 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e51311-b28e-49a2-b113-5c5a6a334bbf req-9fc8f480-e9cd-4451-85c6-bb81a6f7a811 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:01.019310 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-77e51311-b28e-49a2-b113-5c5a6a334bbf req-9fc8f480-e9cd-4451-85c6-bb81a6f7a811 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.0489829 Aug 09 16:56:01.064394 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-77e51311-b28e-49a2-b113-5c5a6a334bbf req-14e2640c-df97-490a-9351-b71f5fcc25e0 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383584 Aug 09 16:56:01.079302 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8b764-e330-4739-b9e2-f5a079499852 req-bc420d05-9330-4651-be14-d984cea555c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:01.080774 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-eec8b764-e330-4739-b9e2-f5a079499852 req-bc420d05-9330-4651-be14-d984cea555c2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=afefc86c-3f24-4c4b-9b8a-046339133df8 HTTP/1.1" status: 200 len: 920 time: 0.0916512 Aug 09 16:56:01.154764 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-eec8b764-e330-4739-b9e2-f5a079499852 req-c98798b2-3d63-4b5d-8940-d38502615ebf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f HTTP/1.1" status: 200 len: 1001 time: 0.0589797 Aug 09 16:56:01.212311 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8b764-e330-4739-b9e2-f5a079499852 req-769f361b-382f-4274-8c1d-dbe1153cf9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:01.217337 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-eec8b764-e330-4739-b9e2-f5a079499852 req-769f361b-382f-4274-8c1d-dbe1153cf9ca service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2078996a-91bc-4210-bac4-b6f4af459f79 HTTP/1.1" status: 200 len: 858 time: 0.0448425 Aug 09 16:56:01.268770 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8b764-e330-4739-b9e2-f5a079499852 req-31441fd6-b6f3-42cb-968d-2a9f26bf434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:01.268770 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-eec8b764-e330-4739-b9e2-f5a079499852 req-31441fd6-b6f3-42cb-968d-2a9f26bf434d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=afefc86c-3f24-4c4b-9b8a-046339133df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447216 Aug 09 16:56:01.364625 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-eec8b764-e330-4739-b9e2-f5a079499852 req-20d0ce5e-6ab9-4622-b120-9355273fb5b3 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830359 Aug 09 16:56:01.583192 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78a518-7a0f-4678-b0c0-470d8d5167c9 req-4631d5f4-b3c7-4b22-be6f-f1047969e300 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:01.583192 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cd78a518-7a0f-4678-b0c0-470d8d5167c9 req-4631d5f4-b3c7-4b22-be6f-f1047969e300 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.85 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 945 time: 0.0480521 Aug 09 16:56:01.623662 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-eec8b764-e330-4739-b9e2-f5a079499852 req-22c4f168-e219-4368-978a-1469923c3e84 service neutron] 10.222.0.85 "GET /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902977 Aug 09 16:56:01.690151 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-cd78a518-7a0f-4678-b0c0-470d8d5167c9 req-7d274e25-2905-47b2-b008-a828df64eb63 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Deleting port bddb42b0-1110-48a6-8caa-b9f80bea66c7 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:56:01.690488 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-cd78a518-7a0f-4678-b0c0-470d8d5167c9 req-7d274e25-2905-47b2-b008-a828df64eb63 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:01.781845 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-cd78a518-7a0f-4678-b0c0-470d8d5167c9 req-7d274e25-2905-47b2-b008-a828df64eb63 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] For port bddb42b0-1110-48a6-8caa-b9f80bea66c7, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=bddb42b0-1110-48a6-8caa-b9f80bea66c7,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:01.782206 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-cd78a518-7a0f-4678-b0c0-470d8d5167c9 req-7d274e25-2905-47b2-b008-a828df64eb63 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:01.954992 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-cd78a518-7a0f-4678-b0c0-470d8d5167c9 req-7d274e25-2905-47b2-b008-a828df64eb63 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:01.955793 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-cd78a518-7a0f-4678-b0c0-470d8d5167c9 req-7d274e25-2905-47b2-b008-a828df64eb63 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:01.955793 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.l3_db [req-cd78a518-7a0f-4678-b0c0-470d8d5167c9 req-7d274e25-2905-47b2-b008-a828df64eb63 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Floating IP 5dde1385-7c87-4823-8db9-0783e215bf96 disassociated. External IP: 172.27.0.41, port: bddb42b0-1110-48a6-8caa-b9f80bea66c7. Aug 09 16:56:01.956004 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-cd78a518-7a0f-4678-b0c0-470d8d5167c9 req-7d274e25-2905-47b2-b008-a828df64eb63 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Calling delete_port for bddb42b0-1110-48a6-8caa-b9f80bea66c7 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:56:01.971667 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab0518-1d89-454f-8d0e-04ce193ea249 req-b242c1ba-96df-43e5-b592-96c66d1f1857 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:01.974311 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7eab0518-1d89-454f-8d0e-04ce193ea249 req-b242c1ba-96df-43e5-b592-96c66d1f1857 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 945 time: 0.0514531 Aug 09 16:56:02.013842 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7eab0518-1d89-454f-8d0e-04ce193ea249 req-a5f93b7b-5597-4353-8d1b-ea70bcaddee1 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332677 Aug 09 16:56:02.183381 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767dcc2-6f99-4931-9d5a-2caba3265b47 req-bc0f9d3a-8f40-4892-9f8f-f3126a4f8348 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:02.184892 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6767dcc2-6f99-4931-9d5a-2caba3265b47 req-bc0f9d3a-8f40-4892-9f8f-f3126a4f8348 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.0495663 Aug 09 16:56:02.189984 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-cd78a518-7a0f-4678-b0c0-470d8d5167c9 req-7d274e25-2905-47b2-b008-a828df64eb63 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:02.231127 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d274e25-2905-47b2-b008-a828df64eb63 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event deleted for resources: {'Port': ['ID=bddb42b0-1110-48a6-8caa-b9f80bea66c7,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:02.298248 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6767dcc2-6f99-4931-9d5a-2caba3265b47 req-1474c26b-1b80-4521-8df9-ba01e5fff557 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027668 Aug 09 16:56:02.368455 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd78a518-7a0f-4678-b0c0-470d8d5167c9 req-7d274e25-2905-47b2-b008-a828df64eb63 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Router e77bf3e5-069e-45de-9e36-aedb51562ec1 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:56:02.474644 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd78a518-7a0f-4678-b0c0-470d8d5167c9 req-7d274e25-2905-47b2-b008-a828df64eb63 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:56:02.485440 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f545f535-351a-4b47-ad57-65bbd150372b None None] Sync routers for ids ['e77bf3e5-069e-45de-9e36-aedb51562ec1'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:56:02.499192 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f545f535-351a-4b47-ad57-65bbd150372b None None] Routers {'e77bf3e5-069e-45de-9e36-aedb51562ec1'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:56:02.499811 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-f545f535-351a-4b47-ad57-65bbd150372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:55:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['e77bf3e5-069e-45de-9e36-aedb51562ec1'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:02.518319 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd78a518-7a0f-4678-b0c0-470d8d5167c9 req-7d274e25-2905-47b2-b008-a828df64eb63 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] No DVR routers for this DVR port bddb42b0-1110-48a6-8caa-b9f80bea66c7 on host hv-cinder-85257 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:56:02.521168 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-cd78a518-7a0f-4678-b0c0-470d8d5167c9 req-7d274e25-2905-47b2-b008-a828df64eb63 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:02.524476 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cd78a518-7a0f-4678-b0c0-470d8d5167c9 req-7d274e25-2905-47b2-b008-a828df64eb63 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.85 "DELETE /v2.0/ports/bddb42b0-1110-48a6-8caa-b9f80bea66c7 HTTP/1.1" status: 204 len: 173 time: 0.9249935 Aug 09 16:56:02.616251 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-f545f535-351a-4b47-ad57-65bbd150372b None None] Set router e77bf3e5-069e-45de-9e36-aedb51562ec1 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:56:02.853221 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef42fc9-6ea0-4b07-ac24-534167cbb319', 'name': 'network-vif-deleted', 'tag': 'bddb42b0-1110-48a6-8caa-b9f80bea66c7'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:02.855954 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5980f795-4f68-49e5-b164-8a932d4af709" -d '{"events": [{"server_uuid": "0ef42fc9-6ea0-4b07-ac24-534167cbb319", "name": "network-vif-deleted", "tag": "bddb42b0-1110-48a6-8caa-b9f80bea66c7"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:02.893717 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31912ff3-b221-49d8-8274-a94514c9b0d2 x-openstack-request-id: req-31912ff3-b221-49d8-8274-a94514c9b0d2 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:02.894184 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef42fc9-6ea0-4b07-ac24-534167cbb319", "name": "network-vif-deleted", "tag": "bddb42b0-1110-48a6-8caa-b9f80bea66c7", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:02.894447 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-31912ff3-b221-49d8-8274-a94514c9b0d2 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:02.894852 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31912ff3-b221-49d8-8274-a94514c9b0d2'] response: {'server_uuid': '0ef42fc9-6ea0-4b07-ac24-534167cbb319', 'name': 'network-vif-deleted', 'tag': 'bddb42b0-1110-48a6-8caa-b9f80bea66c7', 'status': 'completed', 'code': 200} Aug 09 16:56:02.913355 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-f545f535-351a-4b47-ad57-65bbd150372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:20Z', 'revision_number': 5, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:02.939807 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f545f535-351a-4b47-ad57-65bbd150372b None None] Checking router: e77bf3e5-069e-45de-9e36-aedb51562ec1 for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:56:02.950150 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f545f535-351a-4b47-ad57-65bbd150372b None None] Routers {'e77bf3e5-069e-45de-9e36-aedb51562ec1'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:56:02.950755 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-f545f535-351a-4b47-ad57-65bbd150372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:55:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['e77bf3e5-069e-45de-9e36-aedb51562ec1'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:03.059227 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-f545f535-351a-4b47-ad57-65bbd150372b None None] Set router e77bf3e5-069e-45de-9e36-aedb51562ec1 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:56:03.116778 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0e12d38f-1c60-478e-9db3-1d5ef76eb767 req-4ed20c3b-acdd-42b4-a707-c3c2b8b6064d tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 210 time: 0.0257971 Aug 09 16:56:03.261844 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-f545f535-351a-4b47-ad57-65bbd150372b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:20Z', 'revision_number': 5, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:03.288704 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f545f535-351a-4b47-ad57-65bbd150372b None None] The sync data for ids ['e77bf3e5-069e-45de-9e36-aedb51562ec1'] in dv-cinder-852570-1-iscsi is: [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:20Z', 'revision_number': 5, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:56:03.439570 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device bddb42b0-1110-48a6-8caa-b9f80bea66c7 no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:56:03.447820 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5b034-2ed9-4aa0-93e5-7217e3d90421 req-184febb7-d4ec-47f5-9c2a-9101f78263ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:03.449344 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-52d5b034-2ed9-4aa0-93e5-7217e3d90421 req-184febb7-d4ec-47f5-9c2a-9101f78263ae tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.0597405 Aug 09 16:56:03.463011 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: bddb42b0-1110-48a6-8caa-b9f80bea66c7 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:56:03.463499 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device bddb42b0-1110-48a6-8caa-b9f80bea66c7 not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:56:03.492420 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-52d5b034-2ed9-4aa0-93e5-7217e3d90421 req-b46d5b0f-7345-4492-a77b-fb630fb686fc tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359514 Aug 09 16:56:03.546528 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73824bc3-eaee-4c26-9672-9e58fea1a2ae None None] New status for floating IP 5dde1385-7c87-4823-8db9-0783e215bf96: DOWN {{(pid=109850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:56:04.229031 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8c3a1b3e-2112-4504-b51c-9e35b56c6a76 req-bb9eee8e-c008-4fe1-9ae1-8c24bcdadf98 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=0ef42fc9-6ea0-4b07-ac24-534167cbb319 HTTP/1.1" status: 200 len: 210 time: 0.0253866 Aug 09 16:56:04.620030 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ebad7-3ff5-458b-bb9a-0b49fa8a0545 req-789c3fe9-9b78-4c77-9187-1ba080da9ee4 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:04.621527 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-843ebad7-3ff5-458b-bb9a-0b49fa8a0545 req-789c3fe9-9b78-4c77-9187-1ba080da9ee4 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.0538940 Aug 09 16:56:04.663693 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-843ebad7-3ff5-458b-bb9a-0b49fa8a0545 req-c9e78059-6158-47f0-9e35-568f8365b6ff tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358231 Aug 09 16:56:05.487502 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-fd3a60a7-2545-4867-bb65-214f10e16339 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2086151188&fields=id&tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e HTTP/1.1" status: 200 len: 267 time: 0.0337207 Aug 09 16:56:05.597892 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-a033df88-b928-4f93-9bd8-f256d0ec00e3 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:05.599394 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-a033df88-b928-4f93-9bd8-f256d0ec00e3 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/networks?id=d4638989-6f80-4a74-bb7f-239a2497dae9 HTTP/1.1" status: 200 len: 811 time: 0.1039004 Aug 09 16:56:05.614883 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-5109485c-26ed-43a9-a9b2-9ca9bf8faf42 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/quotas/b7c322e8fa074dfa8e2bfab8a4b4d76e HTTP/1.1" status: 200 len: 375 time: 0.0092530 Aug 09 16:56:05.672374 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-c1c2a07b-6160-4115-b8b5-f891aaa4359a tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512843 Aug 09 16:56:05.780721 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-47fb49dd-11ae-475e-81da-bbaa209b5ecb service neutron] 10.222.0.49 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967174 Aug 09 16:56:05.790867 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d26d23-3ca4-409b-b5c0-f07b324b6e6a req-de4a1461-0399-48cf-be54-7bd7a1a6d7e8 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:05.792261 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-19d26d23-3ca4-409b-b5c0-f07b324b6e6a req-de4a1461-0399-48cf-be54-7bd7a1a6d7e8 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.0500722 Aug 09 16:56:05.833630 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-19d26d23-3ca4-409b-b5c0-f07b324b6e6a req-6a831b1e-c3ab-4704-8cb1-88c72940d338 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348170 Aug 09 16:56:05.876239 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-f108d26e-877a-4cbe-a84c-c6c5355fab4e service neutron] 10.222.0.49 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887768 Aug 09 16:56:06.738132 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7ba23090-411a-4deb-a721-16ceaf7e05c2 req-221796e9-19d6-4844-a1b7-fe8461be6b99 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 210 time: 0.0259798 Aug 09 16:56:06.954566 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df77839-6eeb-4340-8b52-5504a7de1726 req-bd931f04-f9e7-4f78-bd65-c7109e65f20c tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:06.956648 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4df77839-6eeb-4340-8b52-5504a7de1726 req-bd931f04-f9e7-4f78-bd65-c7109e65f20c tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.0512636 Aug 09 16:56:06.997542 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4df77839-6eeb-4340-8b52-5504a7de1726 req-c963a516-4d01-4586-8724-2881cf789c8a tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345361 Aug 09 16:56:07.236962 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c36ed8-3590-4391-8994-45baacc72641 req-f304f3d9-6127-4d37-a736-8d00c8ff1a26 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:07.238517 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-46c36ed8-3590-4391-8994-45baacc72641 req-f304f3d9-6127-4d37-a736-8d00c8ff1a26 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 946 time: 0.0546939 Aug 09 16:56:07.278137 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-46c36ed8-3590-4391-8994-45baacc72641 req-f043fc2b-9b75-41bf-a6c3-737aad134e93 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330269 Aug 09 16:56:07.837044 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-210861b1-13e6-4673-a613-97432c002e1b req-45a7ce03-abc4-4871-ac28-f587565520ba tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 210 time: 0.0257611 Aug 09 16:56:08.119821 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c113c-51f6-45de-8459-30bbb6a7580c req-cb83e7e0-468d-4cdc-9d76-0455c4bfe8b1 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:08.121365 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-925c113c-51f6-45de-8459-30bbb6a7580c req-cb83e7e0-468d-4cdc-9d76-0455c4bfe8b1 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.0511858 Aug 09 16:56:08.162277 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-925c113c-51f6-45de-8459-30bbb6a7580c req-579d0ff8-135a-4baa-8449-bbf3c2878057 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346110 Aug 09 16:56:08.404670 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48198d-270b-44eb-b796-70a5ef35dbdc req-f381a412-3e3a-44b9-a96e-6e4567deb610 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:08.406147 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ed48198d-270b-44eb-b796-70a5ef35dbdc req-f381a412-3e3a-44b9-a96e-6e4567deb610 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 946 time: 0.0509355 Aug 09 16:56:08.444831 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ed48198d-270b-44eb-b796-70a5ef35dbdc req-f45b4f24-621a-43b9-938d-b1c62b5ede22 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312314 Aug 09 16:56:08.932778 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ea14485d-5da0-492b-a6fd-9b5310114cb5 req-eff06df4-e6be-4f22-9d19-260ba7c1ffd1 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 210 time: 0.0250115 Aug 09 16:56:09.282434 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed38ef5-5fd8-45bd-8352-e3ba3a5a1807 req-b713f142-7540-4c71-8695-8fa53e48bfcf tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:09.283916 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3ed38ef5-5fd8-45bd-8352-e3ba3a5a1807 req-b713f142-7540-4c71-8695-8fa53e48bfcf tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.0496333 Aug 09 16:56:09.324926 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3ed38ef5-5fd8-45bd-8352-e3ba3a5a1807 req-6e2d267c-b6ee-49ca-9dbd-6bcb6cb1db73 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347281 Aug 09 16:56:09.483853 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-a26fe3b6-573b-40f3-892e-3b0231721f2a tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:09.485344 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-a26fe3b6-573b-40f3-892e-3b0231721f2a tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.85 "GET /v2.0/networks?id=d4638989-6f80-4a74-bb7f-239a2497dae9 HTTP/1.1" status: 200 len: 811 time: 0.1091878 Aug 09 16:56:09.556052 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-b4895cfe-b542-414f-9a93-f8660b4bf59e tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e HTTP/1.1" status: 200 len: 380 time: 0.0351958 Aug 09 16:56:09.574216 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ebbc9-6d1e-4c16-acf2-5545232d0a5b req-04819ddd-4cf0-4de2-b5b6-4dc5ef7a84e1 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:09.575706 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e37ebbc9-6d1e-4c16-acf2-5545232d0a5b req-04819ddd-4cf0-4de2-b5b6-4dc5ef7a84e1 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 946 time: 0.0511467 Aug 09 16:56:09.590119 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Request body: {'port': {'device_id': '26a89f86-a1eb-4206-b958-d747817c26b3', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'admin_state_up': True, 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'security_groups': ['87dddeb1-92a2-4bf1-a2db-ebbea5f84425']}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:56:09.819115 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Made reservation on behalf of b7c322e8fa074dfa8e2bfab8a4b4d76e for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:56:09.822861 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:09.869625 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e37ebbc9-6d1e-4c16-acf2-5545232d0a5b req-a2bb318d-724b-4b51-afb7-2e631e2ad303 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867732 Aug 09 16:56:09.955332 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Allocated IP 172.20.0.13 (d4638989-6f80-4a74-bb7f-239a2497dae9/d1a8b644-63fb-4184-bcbc-d30b1401c1de/ea629adf-6d74-4f37-a7dd-60cc5c129495) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:56:10.042567 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6b1443b-e878-4031-8f02-7f14e138c325 req-0b3b0d7b-ba64-48e1-abf8-eedb08df25a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 210 time: 0.0334482 Aug 09 16:56:10.122454 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:10.264763 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:10.309057 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Network d4638989-6f80-4a74-bb7f-239a2497dae9 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:56:10.312008 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:56:10.316506 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:56:10.345819 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event updated for resources: {'Port': ['ID=ea629adf-6d74-4f37-a7dd-60cc5c129495,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:10.359795 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:10.360145 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:10.360480 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:10.360810 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:10.361139 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:10.361489 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:10.361810 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:10.362691 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:10.368815 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:10.368815 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:10.368815 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:10.368815 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:10.398796 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:10.399444 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:10.452663 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27558490-4660-4395-866e-787ab74432cc req-6866e9b6-62ae-4ad9-957e-7246e86fc966 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:10.454268 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-27558490-4660-4395-866e-787ab74432cc req-6866e9b6-62ae-4ad9-957e-7246e86fc966 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.0506799 Aug 09 16:56:10.500552 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-27558490-4660-4395-866e-787ab74432cc req-81630537-0307-4909-a5a2-8f56b7c7759f tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387115 Aug 09 16:56:10.524203 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-96157645-9275-4a34-8328-eea5dcffc5dc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9379940 Aug 09 16:56:10.546109 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Request body: {'port': {'device_id': '26a89f86-a1eb-4206-b958-d747817c26b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:56:10.590194 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-5accdabc-aa4e-4cac-942a-6e263d8963a5 None None] Provisioning complete for port ea629adf-6d74-4f37-a7dd-60cc5c129495 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:56:10.590864 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-5accdabc-aa4e-4cac-942a-6e263d8963a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:10.600344 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:10.625510 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-5accdabc-aa4e-4cac-942a-6e263d8963a5 None None] Port ea629adf-6d74-4f37-a7dd-60cc5c129495 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:56:10.773862 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0c31d-084f-4bfb-8a09-21caaaa81365 req-ede8c079-0889-4d12-986d-5da561c2c005 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:10.775874 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-20d0c31d-084f-4bfb-8a09-21caaaa81365 req-ede8c079-0889-4d12-986d-5da561c2c005 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.85 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 946 time: 0.0476193 Aug 09 16:56:10.862950 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea629adf-6d74-4f37-a7dd-60cc5c129495 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:56:10.872056 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:10.876184 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [req-20d0c31d-084f-4bfb-8a09-21caaaa81365 req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Deleting port b53a614e-e389-47f8-b39b-c7841a9c3e47 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:56:10.876528 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-20d0c31d-084f-4bfb-8a09-21caaaa81365 req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:10.885325 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Transition to ACTIVE for port object ea629adf-6d74-4f37-a7dd-60cc5c129495 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:56:10.973727 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-20d0c31d-084f-4bfb-8a09-21caaaa81365 req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] For port b53a614e-e389-47f8-b39b-c7841a9c3e47, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=b53a614e-e389-47f8-b39b-c7841a9c3e47,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:10.974108 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-20d0c31d-084f-4bfb-8a09-21caaaa81365 req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:10.995919 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25848049'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:11.009767 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528f0b9-bf9f-4f6a-b4bf-ae798546e0f3 req-268bbbe2-2dba-41ce-93ab-c4037f2b6807 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:11.011261 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c528f0b9-bf9f-4f6a-b4bf-ae798546e0f3 req-268bbbe2-2dba-41ce-93ab-c4037f2b6807 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 946 time: 0.0628324 Aug 09 16:56:11.110534 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea629adf-6d74-4f37-a7dd-60cc5c129495,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:11.136896 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c528f0b9-bf9f-4f6a-b4bf-ae798546e0f3 req-d0da3865-094d-4879-8083-e65ec303df80 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=9120f734-96ee-4990-80fe-88e9918a4cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037607 Aug 09 16:56:11.138723 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a698ffaf-7bf0-40e7-8e4f-652ed349ae53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:11.175612 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Attempting to bind port ea629adf-6d74-4f37-a7dd-60cc5c129495 on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:56:11.176145 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Attempting to bind port ea629adf-6d74-4f37-a7dd-60cc5c129495 by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:56:11.176655 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Attempting to bind port ea629adf-6d74-4f37-a7dd-60cc5c129495 on network d4638989-6f80-4a74-bb7f-239a2497dae9 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:56:11.187213 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Port ea629adf-6d74-4f37-a7dd-60cc5c129495 on network d4638989-6f80-4a74-bb7f-239a2497dae9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:56:11.187793 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Attempting to bind port ea629adf-6d74-4f37-a7dd-60cc5c129495 on network d4638989-6f80-4a74-bb7f-239a2497dae9 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:56:11.194443 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:56:11.194778 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Checking segment: {'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:56:11.195158 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Bound using segment: {'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:56:11.195633 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Bound port: ea629adf-6d74-4f37-a7dd-60cc5c129495, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:56:11.195996 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:11.201862 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-20d0c31d-084f-4bfb-8a09-21caaaa81365 req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:11.202232 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-20d0c31d-084f-4bfb-8a09-21caaaa81365 req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:11.202550 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.l3_db [req-20d0c31d-084f-4bfb-8a09-21caaaa81365 req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Floating IP 02ecc727-bce1-4266-aebd-4d9979e43ba8 disassociated. External IP: 172.27.0.97, port: b53a614e-e389-47f8-b39b-c7841a9c3e47. Aug 09 16:56:11.202901 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [req-20d0c31d-084f-4bfb-8a09-21caaaa81365 req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Calling delete_port for b53a614e-e389-47f8-b39b-c7841a9c3e47 owned by compute:nova {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:56:11.224487 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e6d3c-2ae3-443c-88af-106071325391 req-1f94775b-09b1-456a-8045-6a681b9eab27 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:11.226045 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2d2e6d3c-2ae3-443c-88af-106071325391 req-1f94775b-09b1-456a-8045-6a681b9eab27 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 944 time: 0.0807414 Aug 09 16:56:11.263654 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] For port ea629adf-6d74-4f37-a7dd-60cc5c129495, host hv-cinder-85257, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:56:11.266771 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] For port ea629adf-6d74-4f37-a7dd-60cc5c129495, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=ea629adf-6d74-4f37-a7dd-60cc5c129495,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:56:11.307395 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2d2e6d3c-2ae3-443c-88af-106071325391 req-42cbd2da-3a4f-484e-b4cb-77a12d20bff3 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515089 Aug 09 16:56:11.339305 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25848049'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:11.343446 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:11.344049 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:11.345463 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] 10.222.0.85 "PUT /v2.0/ports/ea629adf-6d74-4f37-a7dd-60cc5c129495 HTTP/1.1" status: 200 len: 1094 time: 0.8034143 Aug 09 16:56:11.348947 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a89f86-a1eb-4206-b958-d747817c26b3', 'tag': 'ea629adf-6d74-4f37-a7dd-60cc5c129495'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:11.348947 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f204a3f-b687-4aa6-8eb7-ba5c306010d1" -d '{"events": [{"name": "network-changed", "server_uuid": "26a89f86-a1eb-4206-b958-d747817c26b3", "tag": "ea629adf-6d74-4f37-a7dd-60cc5c129495"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:11.388101 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dafa14-5194-48c7-84f2-afc903bdf414 x-openstack-request-id: req-b7dafa14-5194-48c7-84f2-afc903bdf414 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:11.388403 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a89f86-a1eb-4206-b958-d747817c26b3", "tag": "ea629adf-6d74-4f37-a7dd-60cc5c129495", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:11.388658 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7dafa14-5194-48c7-84f2-afc903bdf414 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:11.389060 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7dafa14-5194-48c7-84f2-afc903bdf414'] response: {'name': 'network-changed', 'server_uuid': '26a89f86-a1eb-4206-b958-d747817c26b3', 'tag': 'ea629adf-6d74-4f37-a7dd-60cc5c129495', 'status': 'completed', 'code': 200} Aug 09 16:56:11.407189 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1c2fc-34a4-4262-bbb9-f5d798aa7ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea629adf-6d74-4f37-a7dd-60cc5c129495,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:11.453365 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-20d0c31d-084f-4bfb-8a09-21caaaa81365 req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:11.486645 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Pushing event deleted for resources: {'Port': ['ID=b53a614e-e389-47f8-b39b-c7841a9c3e47,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:11.497399 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:11.497746 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:11.498097 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:11.498445 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:11.498788 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:11.499133 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:11.499469 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:11.499801 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:11.501183 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:11.501544 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:11.502362 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:11.502719 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:11.532261 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f204a3f-b687-4aa6-8eb7-ba5c306010d1 req-b1a05080-93bd-4a4e-85fc-95b9f253ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:11.533792 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f204a3f-b687-4aa6-8eb7-ba5c306010d1 req-b1a05080-93bd-4a4e-85fc-95b9f253ea03 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e&device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 1097 time: 0.0478997 Aug 09 16:56:11.652146 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20d0c31d-084f-4bfb-8a09-21caaaa81365 req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Router cd054967-902d-4170-8013-fda72179afee has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:56:11.660860 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f204a3f-b687-4aa6-8eb7-ba5c306010d1 req-ae14c247-219f-49de-8c3f-2b1e6ee26f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:11.662364 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f204a3f-b687-4aa6-8eb7-ba5c306010d1 req-ae14c247-219f-49de-8c3f-2b1e6ee26f32 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1003540 Aug 09 16:56:11.669221 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c53276-44e3-44ab-bf27-81de0083a545 req-68630564-0e48-4e51-b30b-9707b907f8aa tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:11.670720 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-94c53276-44e3-44ab-bf27-81de0083a545 req-68630564-0e48-4e51-b30b-9707b907f8aa tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.0766497 Aug 09 16:56:11.761090 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-94c53276-44e3-44ab-bf27-81de0083a545 req-de8c130c-3081-4c59-b75c-132a4a303589 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831470 Aug 09 16:56:11.774013 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f204a3f-b687-4aa6-8eb7-ba5c306010d1 req-c0a74e2d-2332-418c-b195-5f71f1fbdb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:11.775495 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f204a3f-b687-4aa6-8eb7-ba5c306010d1 req-c0a74e2d-2332-418c-b195-5f71f1fbdb7b service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0989401 Aug 09 16:56:11.806079 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20d0c31d-084f-4bfb-8a09-21caaaa81365 req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:56:11.817378 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3465ec5-dd9f-4a0f-b848-a51e9bed10ba None None] Sync routers for ids ['cd054967-902d-4170-8013-fda72179afee'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:56:11.828340 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3465ec5-dd9f-4a0f-b848-a51e9bed10ba None None] Routers {'cd054967-902d-4170-8013-fda72179afee'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:56:11.829190 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-e3465ec5-dd9f-4a0f-b848-a51e9bed10ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:55:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['cd054967-902d-4170-8013-fda72179afee'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:11.849780 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d0c31d-084f-4bfb-8a09-21caaaa81365 req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] No DVR routers for this DVR port b53a614e-e389-47f8-b39b-c7841a9c3e47 on host hv-cinder-85257 {{(pid=109849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:56:11.852530 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-20d0c31d-084f-4bfb-8a09-21caaaa81365 req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:11.856735 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-20d0c31d-084f-4bfb-8a09-21caaaa81365 req-9dce12ba-a594-4e69-b9ce-2c1dbc582343 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.85 "DELETE /v2.0/ports/b53a614e-e389-47f8-b39b-c7841a9c3e47 HTTP/1.1" status: 204 len: 173 time: 1.0727494 Aug 09 16:56:11.857298 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca3ccda-1608-449a-bb67-528e1fdb3555', 'name': 'network-vif-deleted', 'tag': 'b53a614e-e389-47f8-b39b-c7841a9c3e47'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:11.860460 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fef136-af14-4a56-a7fe-2d113ece3b8e" -d '{"events": [{"server_uuid": "5ca3ccda-1608-449a-bb67-528e1fdb3555", "name": "network-vif-deleted", "tag": "b53a614e-e389-47f8-b39b-c7841a9c3e47"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:11.917125 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b79981-aad8-4671-b252-dc1631acd81d x-openstack-request-id: req-90b79981-aad8-4671-b252-dc1631acd81d {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:11.917550 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca3ccda-1608-449a-bb67-528e1fdb3555", "name": "network-vif-deleted", "tag": "b53a614e-e389-47f8-b39b-c7841a9c3e47", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:11.917860 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-90b79981-aad8-4671-b252-dc1631acd81d {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:11.918315 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90b79981-aad8-4671-b252-dc1631acd81d'] response: {'server_uuid': '5ca3ccda-1608-449a-bb67-528e1fdb3555', 'name': 'network-vif-deleted', 'tag': 'b53a614e-e389-47f8-b39b-c7841a9c3e47', 'status': 'completed', 'code': 200} Aug 09 16:56:11.935432 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-33786a03-2607-4273-bc85-5d98b1b29504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:11.938033 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-33786a03-2607-4273-bc85-5d98b1b29504 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e&device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 1097 time: 0.0540786 Aug 09 16:56:11.974213 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-e3465ec5-dd9f-4a0f-b848-a51e9bed10ba None None] Set router cd054967-902d-4170-8013-fda72179afee gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:56:12.013848 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-8a4f314d-2ee8-4c11-a990-3644e35da733 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea629adf-6d74-4f37-a7dd-60cc5c129495 HTTP/1.1" status: 200 len: 217 time: 0.0420485 Aug 09 16:56:12.082618 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-0fa0dba1-85d8-4e04-ac8c-ee3ef52b26f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:12.084248 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-0fa0dba1-85d8-4e04-ac8c-ee3ef52b26f1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d1a8b644-63fb-4184-bcbc-d30b1401c1de HTTP/1.1" status: 200 len: 850 time: 0.0621939 Aug 09 16:56:12.147480 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-6a378b54-d9f9-498a-ae5f-aa7b9cda67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:12.149032 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-6a378b54-d9f9-498a-ae5f-aa7b9cda67c9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d4638989-6f80-4a74-bb7f-239a2497dae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481873 Aug 09 16:56:12.211206 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-e3465ec5-dd9f-4a0f-b848-a51e9bed10ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 4, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'b40f544a-094d-49cb-83ae-ff3827bad410', 'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'mac_address': 'fa:16:3e:ad:05:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:08Z', 'updated_at': '2022-08-09T16:51:21Z', 'revision_number': 5, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'subnets': [{'id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:12.239454 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3465ec5-dd9f-4a0f-b848-a51e9bed10ba None None] Checking router: cd054967-902d-4170-8013-fda72179afee for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:56:12.249914 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3465ec5-dd9f-4a0f-b848-a51e9bed10ba None None] Routers {'cd054967-902d-4170-8013-fda72179afee'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:56:12.250758 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-e3465ec5-dd9f-4a0f-b848-a51e9bed10ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:55:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['cd054967-902d-4170-8013-fda72179afee'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:12.262497 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-6e4133d4-d57c-46c6-b76a-eca67570adf2 service neutron] 10.222.0.85 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014917 Aug 09 16:56:12.301651 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-07eac014-0c03-477d-94f2-d5dedb7b97f8 req-46a72a47-6e13-4596-93d7-c99d1215fb4a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 210 time: 0.0336170 Aug 09 16:56:12.376080 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-e3465ec5-dd9f-4a0f-b848-a51e9bed10ba None None] Set router cd054967-902d-4170-8013-fda72179afee gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:56:12.415272 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e326bc7-afd5-43ee-9a92-223782cfb1d4 req-59cc211e-af23-4073-8b82-c83c8c4c03f6 service neutron] 10.222.0.85 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165829 Aug 09 16:56:12.585338 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-e3465ec5-dd9f-4a0f-b848-a51e9bed10ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 4, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'b40f544a-094d-49cb-83ae-ff3827bad410', 'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'mac_address': 'fa:16:3e:ad:05:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:08Z', 'updated_at': '2022-08-09T16:51:21Z', 'revision_number': 5, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'subnets': [{'id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:12.616684 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3465ec5-dd9f-4a0f-b848-a51e9bed10ba None None] The sync data for ids ['cd054967-902d-4170-8013-fda72179afee'] in dv-cinder-852570-1-iscsi is: [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 4, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'b40f544a-094d-49cb-83ae-ff3827bad410', 'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'mac_address': 'fa:16:3e:ad:05:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:08Z', 'updated_at': '2022-08-09T16:51:21Z', 'revision_number': 5, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'subnets': [{'id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:56:12.680802 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ccc1f-686b-44de-be2d-ecd8445c9493 req-401eabda-d34d-4d4a-bae3-984d25cfb099 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:12.682369 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-263ccc1f-686b-44de-be2d-ecd8445c9493 req-401eabda-d34d-4d4a-bae3-984d25cfb099 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 944 time: 0.2871649 Aug 09 16:56:12.720434 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-263ccc1f-686b-44de-be2d-ecd8445c9493 req-9d44e35f-3849-450c-8548-243f5680aa59 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319111 Aug 09 16:56:12.841368 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f6aab0-a50b-4cb7-b803-406b24a4459f None None] New status for floating IP 02ecc727-bce1-4266-aebd-4d9979e43ba8: DOWN {{(pid=109850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:56:12.886983 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a24dc-59cb-49d2-9096-1b15018e25e4 req-49d3a004-313c-47df-a622-71b774c9b0d6 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:12.888470 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6d2a24dc-59cb-49d2-9096-1b15018e25e4 req-49d3a004-313c-47df-a622-71b774c9b0d6 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.0511899 Aug 09 16:56:12.930481 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6d2a24dc-59cb-49d2-9096-1b15018e25e4 req-31f7c85f-c473-4827-8e39-e9b26095f116 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341923 Aug 09 16:56:13.093375 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dfc64e43-acdc-48b3-a902-abfafe635e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:13.440908 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3ba47953-afbf-4db8-bf3d-41150dac31f5 req-e0efdd82-7f93-43f0-ab09-e35ccb02cf28 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ca3ccda-1608-449a-bb67-528e1fdb3555 HTTP/1.1" status: 200 len: 210 time: 0.0247355 Aug 09 16:56:13.493852 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device b53a614e-e389-47f8-b39b-c7841a9c3e47 no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:56:13.517879 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: b53a614e-e389-47f8-b39b-c7841a9c3e47 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:56:13.518220 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device b53a614e-e389-47f8-b39b-c7841a9c3e47 not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:56:13.851236 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb223d9a-861d-4b54-a277-7e7cddbdc937 req-5473bd74-b62b-4591-b5b0-72f738ad3607 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:13.852742 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-eb223d9a-861d-4b54-a277-7e7cddbdc937 req-5473bd74-b62b-4591-b5b0-72f738ad3607 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 944 time: 0.0600975 Aug 09 16:56:13.902236 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-eb223d9a-861d-4b54-a277-7e7cddbdc937 req-adfdb8e4-0d32-4754-b61a-0fb04c5a2d33 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434706 Aug 09 16:56:13.905814 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:56:14.048178 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af88ef9-db7f-4942-9204-3ebc053caa03 req-ae0df5d5-1b63-4ef2-9c7b-d18a49b7a769 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:14.049755 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8af88ef9-db7f-4942-9204-3ebc053caa03 req-ae0df5d5-1b63-4ef2-9c7b-d18a49b7a769 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.0471594 Aug 09 16:56:14.089370 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8af88ef9-db7f-4942-9204-3ebc053caa03 req-ffa5e819-de6e-4e6a-868b-80426310ac18 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329781 Aug 09 16:56:14.620441 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58716) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:56:14.675124 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-96b334b4-1164-44c8-819b-aebdbf67e44c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:14.698200 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-96b334b4-1164-44c8-819b-aebdbf67e44c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:14.824672 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-96b334b4-1164-44c8-819b-aebdbf67e44c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:14.827230 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-96b334b4-1164-44c8-819b-aebdbf67e44c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:14.828394 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-96b334b4-1164-44c8-819b-aebdbf67e44c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "DELETE /v2.0/security-groups/9120f734-96ee-4990-80fe-88e9918a4cc1 HTTP/1.1" status: 204 len: 168 time: 0.2069519 Aug 09 16:56:14.831284 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 58720) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:56:14.838626 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b334b4-1164-44c8-819b-aebdbf67e44c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9120f734-96ee-4990-80fe-88e9918a4cc1,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:14.848528 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.api.v2.resource [None req-1d8f9b57-a550-4dc9-aaae-94e84dd3f2fe tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] show failed (client error): The resource could not be found. Aug 09 16:56:14.852728 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-1d8f9b57-a550-4dc9-aaae-94e84dd3f2fe tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups/9120f734-96ee-4990-80fe-88e9918a4cc1 HTTP/1.1" status: 404 len: 347 time: 0.0169480 Aug 09 16:56:14.852911 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 58722) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:56:14.977948 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-6e23c078-0237-4abb-b4f7-f0badc4e9a1d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Deleting port 4a8fe127-49df-4d77-a441-c5eec97984cc {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:56:14.978269 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6e23c078-0237-4abb-b4f7-f0badc4e9a1d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:14.979285 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:15.021551 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356569ec-849e-4d69-ac3c-4084bc37541f req-367ec63e-f79d-4598-be6b-790b6de35f93 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:15.023251 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-356569ec-849e-4d69-ac3c-4084bc37541f req-367ec63e-f79d-4598-be6b-790b6de35f93 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 944 time: 0.0489559 Aug 09 16:56:15.054601 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6e23c078-0237-4abb-b4f7-f0badc4e9a1d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:15.055178 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6e23c078-0237-4abb-b4f7-f0badc4e9a1d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:15.063221 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-356569ec-849e-4d69-ac3c-4084bc37541f req-096c97a1-6339-42ef-af02-207e1b372245 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336404 Aug 09 16:56:15.067442 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-6e23c078-0237-4abb-b4f7-f0badc4e9a1d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Calling delete_port for 4a8fe127-49df-4d77-a441-c5eec97984cc owned by network:floatingip {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:56:15.245949 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430288c-a9cf-4705-94bc-f062c9836651 req-45894d46-c697-4de9-b7d7-9e4aba1078f1 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:15.247501 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0430288c-a9cf-4705-94bc-f062c9836651 req-45894d46-c697-4de9-b7d7-9e4aba1078f1 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.0625625 Aug 09 16:56:15.288713 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0430288c-a9cf-4705-94bc-f062c9836651 req-0a89e31f-262d-4922-b7ac-5d3800e39bfe tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349255 Aug 09 16:56:15.292365 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6e23c078-0237-4abb-b4f7-f0badc4e9a1d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:15.323106 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23c078-0237-4abb-b4f7-f0badc4e9a1d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Pushing event deleted for resources: {'Port': ['ID=4a8fe127-49df-4d77-a441-c5eec97984cc,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:15.381472 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6e23c078-0237-4abb-b4f7-f0badc4e9a1d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for floatingip, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:15.383959 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6e23c078-0237-4abb-b4f7-f0badc4e9a1d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:15.385099 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-6e23c078-0237-4abb-b4f7-f0badc4e9a1d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "DELETE /v2.0/floatingips/02ecc727-bce1-4266-aebd-4d9979e43ba8 HTTP/1.1" status: 204 len: 168 time: 0.5312927 Aug 09 16:56:15.573028 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58730) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:56:15.578019 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-fee0e0f2-438d-43af-880e-84c24ab4380a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1448384892', 'description': 'tempest-description--1767944520'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:56:15.767246 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fee0e0f2-438d-43af-880e-84c24ab4380a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:15.857289 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fee0e0f2-438d-43af-880e-84c24ab4380a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:15.989786 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fee0e0f2-438d-43af-880e-84c24ab4380a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:16.018193 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0e0f2-438d-43af-880e-84c24ab4380a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05388972-f455-4de2-89b3-ccc54e59ffcc,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:16.140559 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fee0e0f2-438d-43af-880e-84c24ab4380a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:16.141800 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-fee0e0f2-438d-43af-880e-84c24ab4380a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5677271 Aug 09 16:56:16.146204 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58734) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:56:16.155706 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-67f6325c-61c9-42a7-a5df-61cc4b6550e2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Request body: {'security_group_rule': {'security_group_id': '05388972-f455-4de2-89b3-ccc54e59ffcc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:56:16.198442 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91ea54-2ede-404d-8595-a226fec7b5fa req-5dde133d-252a-4db0-a14a-1ca31e1328e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:16.207457 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ca91ea54-2ede-404d-8595-a226fec7b5fa req-5dde133d-252a-4db0-a14a-1ca31e1328e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 944 time: 0.0610740 Aug 09 16:56:16.230346 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:16.241961 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ca91ea54-2ede-404d-8595-a226fec7b5fa req-c6a75d16-1f57-4bc7-b8b1-9ee1db892504 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350249 Aug 09 16:56:16.274957 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-67f6325c-61c9-42a7-a5df-61cc4b6550e2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:16.331528 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-67f6325c-61c9-42a7-a5df-61cc4b6550e2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:16.411329 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef0efc-5981-4d46-ad3f-33395a958158 req-fb4e0cd7-2135-4e8b-8944-a315e47b5341 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:16.412858 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f2ef0efc-5981-4d46-ad3f-33395a958158 req-fb4e0cd7-2135-4e8b-8944-a315e47b5341 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.0502043 Aug 09 16:56:16.414128 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-67f6325c-61c9-42a7-a5df-61cc4b6550e2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:16.444462 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6325c-61c9-42a7-a5df-61cc4b6550e2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411e842c-a6de-49b2-97ab-1ccf22444a7c,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:16.468117 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f2ef0efc-5981-4d46-ad3f-33395a958158 req-99e070ce-4b0b-4304-a64d-061893cb4099 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464647 Aug 09 16:56:16.563086 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-67f6325c-61c9-42a7-a5df-61cc4b6550e2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:16.564317 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-67f6325c-61c9-42a7-a5df-61cc4b6550e2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4170504 Aug 09 16:56:16.567248 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58738) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:56:16.571684 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-051870cc-76e2-440e-9642-bc2ec005b935 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Request body: {'security_group_rule': {'security_group_id': '05388972-f455-4de2-89b3-ccc54e59ffcc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:56:16.664318 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-051870cc-76e2-440e-9642-bc2ec005b935 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:16.725732 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-051870cc-76e2-440e-9642-bc2ec005b935 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:16.829877 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:16.875753 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-051870cc-76e2-440e-9642-bc2ec005b935 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:16.893889 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051870cc-76e2-440e-9642-bc2ec005b935 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27dd621-8b24-4d39-be0b-25965c52ae24,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:16.995809 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:17.066303 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-051870cc-76e2-440e-9642-bc2ec005b935 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:17.067685 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-051870cc-76e2-440e-9642-bc2ec005b935 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4995561 Aug 09 16:56:17.070820 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58740) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:56:17.075094 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-0ac74f2d-c675-43f6-bbac-0d50444b956d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Request body: {'floatingip': {'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:56:17.229952 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0ac74f2d-c675-43f6-bbac-0d50444b956d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for floatingip, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:17.327626 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0ac74f2d-c675-43f6-bbac-0d50444b956d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:17.367124 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef879b-05eb-4d5f-a597-4a764d03a85c req-9f1c9132-bb91-45c3-92bd-1a40d12f1d11 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:17.368914 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b0ef879b-05eb-4d5f-a597-4a764d03a85c req-9f1c9132-bb91-45c3-92bd-1a40d12f1d11 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 944 time: 0.0548913 Aug 09 16:56:17.408464 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b0ef879b-05eb-4d5f-a597-4a764d03a85c req-1927d7ff-2e96-4ed5-9bae-c4bbc57ec3c4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333185 Aug 09 16:56:17.440539 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-0ac74f2d-c675-43f6-bbac-0d50444b956d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Allocated IP 172.27.0.53 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/15c0b56a-9d16-4bbc-a89e-ee6e4a2f8aee) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:56:17.561740 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0ac74f2d-c675-43f6-bbac-0d50444b956d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:17.623705 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdaacb-a4a5-4d2b-817a-e795e08a45ce req-249c9834-cbe0-43a9-aa4b-59c8c488304f tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:17.625201 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-11bdaacb-a4a5-4d2b-817a-e795e08a45ce req-249c9834-cbe0-43a9-aa4b-59c8c488304f tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.0814631 Aug 09 16:56:17.666550 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-11bdaacb-a4a5-4d2b-817a-e795e08a45ce req-294dcb8f-3c4c-4e4c-88bf-6a5e9abf6776 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&id=273eafa9-a72d-408f-8627-c5a3359d082b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345397 Aug 09 16:56:17.721599 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0ac74f2d-c675-43f6-bbac-0d50444b956d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:17.763576 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac74f2d-c675-43f6-bbac-0d50444b956d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:56:17.766438 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-0ac74f2d-c675-43f6-bbac-0d50444b956d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:56:17.770308 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac74f2d-c675-43f6-bbac-0d50444b956d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:56:17.775745 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac74f2d-c675-43f6-bbac-0d50444b956d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Pushing event updated for resources: {'Port': ['ID=15c0b56a-9d16-4bbc-a89e-ee6e4a2f8aee,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:17.861961 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0ac74f2d-c675-43f6-bbac-0d50444b956d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:17.993597 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0ac74f2d-c675-43f6-bbac-0d50444b956d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:18.145040 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0ac74f2d-c675-43f6-bbac-0d50444b956d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for port, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:18.230230 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0ac74f2d-c675-43f6-bbac-0d50444b956d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25174475'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:18.302818 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0ac74f2d-c675-43f6-bbac-0d50444b956d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:18.305400 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac74f2d-c675-43f6-bbac-0d50444b956d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Pushing event updated for resources: {'Port': ['ID=15c0b56a-9d16-4bbc-a89e-ee6e4a2f8aee,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:18.455378 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0ac74f2d-c675-43f6-bbac-0d50444b956d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:18.466583 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-0ac74f2d-c675-43f6-bbac-0d50444b956d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3849437 Aug 09 16:56:18.532204 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c10134-535e-4369-92f1-a304d62109e9 req-8d838b83-621d-4c48-ab12-f273d388288b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:18.533781 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-64c10134-535e-4369-92f1-a304d62109e9 req-8d838b83-621d-4c48-ab12-f273d388288b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 944 time: 0.0524647 Aug 09 16:56:18.581064 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-64c10134-535e-4369-92f1-a304d62109e9 req-162e57e9-5ec3-4c31-9df3-6998858f7140 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382116 Aug 09 16:56:18.716590 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-04e06751-c024-427b-9b1e-d6f472b84f81 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1448384892&fields=id&tenant_id=d1742bf7a82941b5ac56e5c5d045417f HTTP/1.1" status: 200 len: 267 time: 0.0331717 Aug 09 16:56:18.823506 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-03af161f-9d9a-444b-8b65-4bc0d06eb39f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:18.824951 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-03af161f-9d9a-444b-8b65-4bc0d06eb39f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/networks?id=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 HTTP/1.1" status: 200 len: 817 time: 0.1016808 Aug 09 16:56:18.839745 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-4a5d96c7-1e27-43b2-9141-f7d1563787fb tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/quotas/d1742bf7a82941b5ac56e5c5d045417f HTTP/1.1" status: 200 len: 375 time: 0.0091028 Aug 09 16:56:18.892495 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-ad06deb1-7f3f-4fa8-9023-257f182ea27c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d1742bf7a82941b5ac56e5c5d045417f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474455 Aug 09 16:56:19.049891 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-e03846b6-19f0-4bd4-a526-bedf7c857b11 service neutron] 10.222.0.49 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449249 Aug 09 16:56:19.139661 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-db070aab-db19-41e6-ac0e-302fb7e820a5 service neutron] 10.222.0.49 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826426 Aug 09 16:56:19.434142 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-62d7278c-56b5-44c8-8339-db0235667db0 req-f1ff8166-cec8-452c-88be-efbab23f0d5a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 210 time: 0.0269642 Aug 09 16:56:19.510007 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device ea629adf-6d74-4f37-a7dd-60cc5c129495 details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:56:19.608871 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port ea629adf-6d74-4f37-a7dd-60cc5c129495, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=ea629adf-6d74-4f37-a7dd-60cc5c129495,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:19.621536 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': 'ea629adf-6d74-4f37-a7dd-60cc5c129495', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'port_id': 'ea629adf-6d74-4f37-a7dd-60cc5c129495', 'mac_address': 'fa:16:3e:97:b9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:56:19.663926 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port ea629adf-6d74-4f37-a7dd-60cc5c129495 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:56:19.664317 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:19.677969 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea629adf-6d74-4f37-a7dd-60cc5c129495 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:56:19.699043 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port ea629adf-6d74-4f37-a7dd-60cc5c129495, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=ea629adf-6d74-4f37-a7dd-60cc5c129495,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:19.704671 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd15e1-8206-4057-9bcd-ad727b92fbf1 req-1ac7bf1a-6d43-43c8-8e9a-51ad04c189ae tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:19.706186 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-33dd15e1-8206-4057-9bcd-ad727b92fbf1 req-1ac7bf1a-6d43-43c8-8e9a-51ad04c189ae tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 944 time: 0.0493889 Aug 09 16:56:19.749679 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-33dd15e1-8206-4057-9bcd-ad727b92fbf1 req-71fd65e5-12e0-4662-92e9-c17259033fd5 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363963 Aug 09 16:56:19.802030 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:19.858812 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=ea629adf-6d74-4f37-a7dd-60cc5c129495,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:20.366986 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['ea629adf-6d74-4f37-a7dd-60cc5c129495'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:56:20.537429 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5ea6b81d-b0bb-4630-aedf-294e00970aaf req-2c297ef7-e0ac-49e9-9fe6-38e5aff04d07 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 210 time: 0.0254357 Aug 09 16:56:20.873907 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477cc06-7d1a-4e17-ad4b-987ecc992f61 req-890bc8bf-1119-4af8-b14d-f97dce3d3125 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:20.875389 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f477cc06-7d1a-4e17-ad4b-987ecc992f61 req-890bc8bf-1119-4af8-b14d-f97dce3d3125 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 945 time: 0.0530457 Aug 09 16:56:20.916389 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f477cc06-7d1a-4e17-ad4b-987ecc992f61 req-e4764ceb-8d12-456c-bd6a-a1a0b199839a tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347290 Aug 09 16:56:21.644630 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d59c5382-e121-4b16-bf83-de2634a2a417 req-43c90db0-491c-4436-9a83-bac3254c999d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 210 time: 0.0295691 Aug 09 16:56:22.090672 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e6237-6d4d-4475-96e6-9cf02f67b60d req-8a3d0577-2bd1-4767-86fc-f32af127494a tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:22.092136 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f80e6237-6d4d-4475-96e6-9cf02f67b60d req-8a3d0577-2bd1-4767-86fc-f32af127494a tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 945 time: 0.1033239 Aug 09 16:56:22.101142 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-ce971d37-4ee7-4117-8085-077903daf1c3 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:22.102552 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-ce971d37-4ee7-4117-8085-077903daf1c3 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.85 "GET /v2.0/networks?id=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 HTTP/1.1" status: 200 len: 817 time: 0.1391246 Aug 09 16:56:22.151145 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f80e6237-6d4d-4475-96e6-9cf02f67b60d req-bc4484c6-9754-4361-88ba-1e53e8520d3b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476303 Aug 09 16:56:22.168096 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-649d1dad-b5b4-4346-ab2b-137b81686b63 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1742bf7a82941b5ac56e5c5d045417f HTTP/1.1" status: 200 len: 380 time: 0.0475142 Aug 09 16:56:22.184178 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-727170ae-59e2-4fa0-a1ae-4bec660f2b5f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Request body: {'port': {'device_id': 'aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'admin_state_up': True, 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'security_groups': ['05388972-f455-4de2-89b3-ccc54e59ffcc']}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:56:22.492449 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-727170ae-59e2-4fa0-a1ae-4bec660f2b5f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Made reservation on behalf of d1742bf7a82941b5ac56e5c5d045417f for: {'port': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:56:22.496348 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-727170ae-59e2-4fa0-a1ae-4bec660f2b5f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:22.621637 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-727170ae-59e2-4fa0-a1ae-4bec660f2b5f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Allocated IP 172.20.0.8 (2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45/07b994a0-3038-45c6-9b03-adabe3fc1842/0bd7efd9-b47e-441e-903b-8210494c8a3b) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:56:22.748954 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3e25de57-9979-43c1-abd5-0c0b6792308c req-de428c0a-de4d-458b-a8ca-ecb54103feb3 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 210 time: 0.0253980 Aug 09 16:56:22.763851 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-727170ae-59e2-4fa0-a1ae-4bec660f2b5f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:22.865148 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-727170ae-59e2-4fa0-a1ae-4bec660f2b5f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:22.909555 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-727170ae-59e2-4fa0-a1ae-4bec660f2b5f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Network 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:56:22.913528 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-727170ae-59e2-4fa0-a1ae-4bec660f2b5f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:56:22.921943 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-727170ae-59e2-4fa0-a1ae-4bec660f2b5f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:56:22.944201 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727170ae-59e2-4fa0-a1ae-4bec660f2b5f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Pushing event updated for resources: {'Port': ['ID=0bd7efd9-b47e-441e-903b-8210494c8a3b,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:22.978002 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-727170ae-59e2-4fa0-a1ae-4bec660f2b5f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:22.978687 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-727170ae-59e2-4fa0-a1ae-4bec660f2b5f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:23.072449 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-727170ae-59e2-4fa0-a1ae-4bec660f2b5f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8921380 Aug 09 16:56:23.097982 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Request body: {'port': {'device_id': 'aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:56:23.128234 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-b50d7393-dd33-488e-a033-c880bb017167 None None] Provisioning complete for port 0bd7efd9-b47e-441e-903b-8210494c8a3b triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:56:23.129464 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b50d7393-dd33-488e-a033-c880bb017167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:23.152138 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:23.162688 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-b50d7393-dd33-488e-a033-c880bb017167 None None] Port 0bd7efd9-b47e-441e-903b-8210494c8a3b cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:56:23.337085 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890696e-2d8c-4767-b1c5-78b8b1ff044a req-139b5111-a5b4-485d-a560-34ab6b503e69 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:23.338485 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f890696e-2d8c-4767-b1c5-78b8b1ff044a req-139b5111-a5b4-485d-a560-34ab6b503e69 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 945 time: 0.0830793 Aug 09 16:56:23.421947 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f890696e-2d8c-4767-b1c5-78b8b1ff044a req-a5fdb620-8bf8-4a14-952f-c2824ccd4d30 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566723 Aug 09 16:56:23.482221 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd7efd9-b47e-441e-903b-8210494c8a3b {{(pid=109849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:56:23.490800 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:23.503119 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.provisioning_blocks [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Transition to ACTIVE for port object 0bd7efd9-b47e-441e-903b-8210494c8a3b will not be triggered until provisioned by entity L2. {{(pid=109849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:56:23.539679 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device ea629adf-6d74-4f37-a7dd-60cc5c129495 up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:56:23.607248 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25174475'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:23.698781 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd7efd9-b47e-441e-903b-8210494c8a3b,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:23.710298 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port ea629adf-6d74-4f37-a7dd-60cc5c129495 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:56:23.714480 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port ea629adf-6d74-4f37-a7dd-60cc5c129495 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:56:23.714851 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:23.728729 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Attempting to bind port 0bd7efd9-b47e-441e-903b-8210494c8a3b on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:56:23.729085 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Attempting to bind port 0bd7efd9-b47e-441e-903b-8210494c8a3b by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': '73bc6df4-8599-4205-8273-c5885e51a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45'}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:56:23.729432 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Attempting to bind port 0bd7efd9-b47e-441e-903b-8210494c8a3b on network 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:56:23.734113 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Port 0bd7efd9-b47e-441e-903b-8210494c8a3b on network 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:56:23.734441 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Attempting to bind port 0bd7efd9-b47e-441e-903b-8210494c8a3b on network 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:56:23.739664 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:56:23.740009 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Checking segment: {'id': '73bc6df4-8599-4205-8273-c5885e51a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:56:23.740397 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Bound using segment: {'id': '73bc6df4-8599-4205-8273-c5885e51a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45'} {{(pid=109849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:56:23.740833 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.managers [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Bound port: 0bd7efd9-b47e-441e-903b-8210494c8a3b, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73bc6df4-8599-4205-8273-c5885e51a656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45'}}] {{(pid=109849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:56:23.741195 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:23.811891 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] For port 0bd7efd9-b47e-441e-903b-8210494c8a3b, host hv-cinder-85257, cleared binding levels {{(pid=109849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:56:23.815377 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] For port 0bd7efd9-b47e-441e-903b-8210494c8a3b, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0bd7efd9-b47e-441e-903b-8210494c8a3b,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:56:23.884611 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26691ac6-5de9-44f2-9e04-40ac82920d92 req-dd40b093-d78c-49ef-93e2-d6907b9b7fc4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:23.886111 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-26691ac6-5de9-44f2-9e04-40ac82920d92 req-dd40b093-d78c-49ef-93e2-d6907b9b7fc4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0497937 Aug 09 16:56:23.920152 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port ea629adf-6d74-4f37-a7dd-60cc5c129495 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:56:23.920592 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:23.925978 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-26691ac6-5de9-44f2-9e04-40ac82920d92 req-3c9cf9e1-40f9-4881-8410-8c280115e3b9 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330553 Aug 09 16:56:23.948795 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a89f86-a1eb-4206-b958-d747817c26b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea629adf-6d74-4f37-a7dd-60cc5c129495'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:23.948795 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8512dae-194b-4dff-ae26-a8b6a08a2a98" -d '{"events": [{"server_uuid": "26a89f86-a1eb-4206-b958-d747817c26b3", "name": "network-vif-plugged", "status": "completed", "tag": "ea629adf-6d74-4f37-a7dd-60cc5c129495"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:23.951649 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25174475'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:23.956461 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:23.957451 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:23.971859 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] 10.222.0.85 "PUT /v2.0/ports/0bd7efd9-b47e-441e-903b-8210494c8a3b HTTP/1.1" status: 200 len: 1093 time: 0.8653436 Aug 09 16:56:23.971859 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9', 'tag': '0bd7efd9-b47e-441e-903b-8210494c8a3b'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:23.973550 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port ea629adf-6d74-4f37-a7dd-60cc5c129495, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=ea629adf-6d74-4f37-a7dd-60cc5c129495,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:23.973831 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a3b4a9-f32a-476e-b4ed-2cb3ee1ecf6a" -d '{"events": [{"name": "network-changed", "server_uuid": "aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9", "tag": "0bd7efd9-b47e-441e-903b-8210494c8a3b"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:23.992570 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e39e0a-7f74-48fa-8f21-2f47375e8ff9 x-openstack-request-id: req-56e39e0a-7f74-48fa-8f21-2f47375e8ff9 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:23.992888 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a89f86-a1eb-4206-b958-d747817c26b3", "name": "network-vif-plugged", "status": "completed", "tag": "ea629adf-6d74-4f37-a7dd-60cc5c129495", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:23.993143 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56e39e0a-7f74-48fa-8f21-2f47375e8ff9 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:23.993855 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56e39e0a-7f74-48fa-8f21-2f47375e8ff9'] response: {'server_uuid': '26a89f86-a1eb-4206-b958-d747817c26b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea629adf-6d74-4f37-a7dd-60cc5c129495', 'code': 200} Aug 09 16:56:24.003292 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f6babb-7ec0-4e94-9c62-680d023f2e9d x-openstack-request-id: req-e2f6babb-7ec0-4e94-9c62-680d023f2e9d {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:24.003623 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9", "tag": "0bd7efd9-b47e-441e-903b-8210494c8a3b", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:24.003881 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e2f6babb-7ec0-4e94-9c62-680d023f2e9d {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:24.004279 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f6babb-7ec0-4e94-9c62-680d023f2e9d'] response: {'name': 'network-changed', 'server_uuid': 'aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9', 'tag': '0bd7efd9-b47e-441e-903b-8210494c8a3b', 'status': 'completed', 'code': 200} Aug 09 16:56:24.013415 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536da7c3-007e-4b71-ad37-eeb34e2750f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd7efd9-b47e-441e-903b-8210494c8a3b,revision_number=3']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:24.127249 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:24.145183 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3b4a9-f32a-476e-b4ed-2cb3ee1ecf6a req-abda2cd3-f2ef-4185-9ffc-ad5bab063d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:24.147257 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-81a3b4a9-f32a-476e-b4ed-2cb3ee1ecf6a req-abda2cd3-f2ef-4185-9ffc-ad5bab063d0c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d1742bf7a82941b5ac56e5c5d045417f&device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 1096 time: 0.0422804 Aug 09 16:56:24.174969 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=ea629adf-6d74-4f37-a7dd-60cc5c129495,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:24.269388 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3b4a9-f32a-476e-b4ed-2cb3ee1ecf6a req-955be3da-c5fd-45e5-a995-521588fd8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:24.270968 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-81a3b4a9-f32a-476e-b4ed-2cb3ee1ecf6a req-955be3da-c5fd-45e5-a995-521588fd8ec0 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=d1742bf7a82941b5ac56e5c5d045417f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0958719 Aug 09 16:56:24.373245 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3b4a9-f32a-476e-b4ed-2cb3ee1ecf6a req-a2825c96-2e56-4f71-9f37-b128bda0924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:24.374769 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-81a3b4a9-f32a-476e-b4ed-2cb3ee1ecf6a req-a2825c96-2e56-4f71-9f37-b128bda0924f service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921676 Aug 09 16:56:24.510498 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-4e1509ad-4dba-40c7-b980-8d1e8c0ae2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:24.512536 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-4e1509ad-4dba-40c7-b980-8d1e8c0ae2e9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d1742bf7a82941b5ac56e5c5d045417f&device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 1096 time: 0.0520277 Aug 09 16:56:24.613106 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91207cd9-69b5-4938-b93b-e5c4e7e9168f req-7283eafb-ad64-4a50-943d-b2eafeac2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:24.614836 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-91207cd9-69b5-4938-b93b-e5c4e7e9168f req-7283eafb-ad64-4a50-943d-b2eafeac2c97 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 1099 time: 0.0425308 Aug 09 16:56:24.653767 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-91207cd9-69b5-4938-b93b-e5c4e7e9168f req-33e0295c-fddb-4e28-813b-8985e722d184 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303702 Aug 09 16:56:24.830468 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-9cd0e335-3cd4-465f-8351-0fd7bacacc71 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bd7efd9-b47e-441e-903b-8210494c8a3b HTTP/1.1" status: 200 len: 217 time: 0.2978110 Aug 09 16:56:24.842915 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516efde0-5434-4fa2-b3da-c18055bff9da req-a5625e5d-27ac-41aa-8d05-384a66b2ebab tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:24.844280 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-516efde0-5434-4fa2-b3da-c18055bff9da req-a5625e5d-27ac-41aa-8d05-384a66b2ebab tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 946 time: 0.3481197 Aug 09 16:56:24.883094 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-516efde0-5434-4fa2-b3da-c18055bff9da req-82f73ae5-dbe3-49f5-b3c7-0e1732e3f1e7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325656 Aug 09 16:56:25.019002 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-68b44240-45c5-4662-bbdc-7d7bf3f2350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:25.021028 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-68b44240-45c5-4662-bbdc-7d7bf3f2350f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=07b994a0-3038-45c6-9b03-adabe3fc1842 HTTP/1.1" status: 200 len: 856 time: 0.0444086 Aug 09 16:56:25.063107 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3098b-c457-4bd0-9d39-71a153c1dee2 req-bf720ba8-3f03-4486-aeb0-ad1cf950ef04 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:25.064640 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0fb3098b-c457-4bd0-9d39-71a153c1dee2 req-bf720ba8-3f03-4486-aeb0-ad1cf950ef04 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0544932 Aug 09 16:56:25.074466 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-d8ced01c-dd85-4680-bf19-104881080644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:25.075974 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-d8ced01c-dd85-4680-bf19-104881080644 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393510 Aug 09 16:56:25.104538 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0fb3098b-c457-4bd0-9d39-71a153c1dee2 req-3fecb9a7-5dae-4a85-b58a-c335ce71f54b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331430 Aug 09 16:56:25.170572 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-e8a75c93-b4e0-42de-9feb-1f1e1c922bcf service neutron] 10.222.0.85 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864010 Aug 09 16:56:25.259428 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-858ef14f-dd52-4f76-9df7-3e129747b047 req-f2c2bd1e-2bda-4670-a61d-987654739f47 service neutron] 10.222.0.85 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817626 Aug 09 16:56:26.007244 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578e285-6f3f-4ea5-9f65-e669268d107e req-92670c13-cdff-49c1-8abb-3aac88092f88 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:26.008760 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6578e285-6f3f-4ea5-9f65-e669268d107e req-92670c13-cdff-49c1-8abb-3aac88092f88 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 946 time: 0.0527551 Aug 09 16:56:26.045999 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6578e285-6f3f-4ea5-9f65-e669268d107e req-885c77bd-ffdd-418d-9bdb-742db68ad298 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312011 Aug 09 16:56:26.228985 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7bdf2-a0cd-4fcc-876a-f6cc9388e204 req-8870afb1-b599-4a7d-ac3a-45b40839d3cc tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:26.230540 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-02a7bdf2-a0cd-4fcc-876a-f6cc9388e204 req-8870afb1-b599-4a7d-ac3a-45b40839d3cc tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0489511 Aug 09 16:56:26.269278 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-02a7bdf2-a0cd-4fcc-876a-f6cc9388e204 req-48d668b0-65cd-485a-9aa1-3bccc68eb0a5 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326810 Aug 09 16:56:27.163576 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be4051-135d-46d8-b9cd-f4d34ca1e3bc req-9ef513d9-0037-4c97-9049-cfb249e36d40 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:27.165091 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b9be4051-135d-46d8-b9cd-f4d34ca1e3bc req-9ef513d9-0037-4c97-9049-cfb249e36d40 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 946 time: 0.0486701 Aug 09 16:56:27.203207 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b9be4051-135d-46d8-b9cd-f4d34ca1e3bc req-2b6726f8-0446-4e5a-b152-791bb9889864 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319457 Aug 09 16:56:27.323148 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca149d-5242-49a1-adb7-385a5408361b req-27a8ae57-7a02-4979-81fa-36775c6382d8 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:27.324760 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6cca149d-5242-49a1-adb7-385a5408361b req-27a8ae57-7a02-4979-81fa-36775c6382d8 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 946 time: 0.0489039 Aug 09 16:56:27.362969 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6cca149d-5242-49a1-adb7-385a5408361b req-c6b8f383-7a58-41d7-bfa9-6355eafbee5e tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321836 Aug 09 16:56:27.390835 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 58828) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:56:27.391474 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d12011-873c-429b-870a-28e9ff8c73e9 req-e518af12-bc53-422e-b79f-8542c3361d31 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:27.392912 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d1d12011-873c-429b-870a-28e9ff8c73e9 req-e518af12-bc53-422e-b79f-8542c3361d31 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0480645 Aug 09 16:56:27.433366 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdd62a0-e8bf-40ad-b4d6-d771404ad7b9 tempest-TestVolumeBootPattern-1913912899 tempest-TestVolumeBootPattern-1913912899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:27.433645 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d1d12011-873c-429b-870a-28e9ff8c73e9 req-7a35c8fb-5553-4dc0-9676-2bb77cebf0b1 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337741 Aug 09 16:56:27.434901 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-6fdd62a0-e8bf-40ad-b4d6-d771404ad7b9 tempest-TestVolumeBootPattern-1913912899 tempest-TestVolumeBootPattern-1913912899-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 1094 time: 0.0430551 Aug 09 16:56:27.438417 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 58830) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:56:27.442922 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Request body: {'floatingip': {'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'port_id': 'ea629adf-6d74-4f37-a7dd-60cc5c129495', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:56:27.601168 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for floatingip, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:27.699155 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:27.809125 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Allocated IP 172.27.0.138 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/7d47cac3-42b8-40b2-93dc-fa2c9ceebda3) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:56:27.909870 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:28.024135 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:28.068139 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:56:28.072713 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:56:28.077281 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:56:28.079257 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event updated for resources: {'Port': ['ID=7d47cac3-42b8-40b2-93dc-fa2c9ceebda3,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:28.425695 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:28.555732 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2899e3-8e54-4bad-b345-b2f53d6a9950 req-47bf5170-a5bd-4ee0-acc3-d1cd86f7f052 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:28.557187 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2f2899e3-8e54-4bad-b345-b2f53d6a9950 req-47bf5170-a5bd-4ee0-acc3-d1cd86f7f052 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0477028 Aug 09 16:56:28.594395 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:28.639729 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2f2899e3-8e54-4bad-b345-b2f53d6a9950 req-45c301d4-45b8-4f8c-9229-46957e116937 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641315 Aug 09 16:56:28.759516 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:28.846519 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25848049'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:28.912966 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event updated for resources: {'Port': ['ID=7d47cac3-42b8-40b2-93dc-fa2c9ceebda3,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:28.915492 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:29.015799 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.l3_db [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Floating IP 97c808cf-9d70-4c1a-a35e-3173dcc2ce26 associated. External IP: 172.27.0.138, port: ea629adf-6d74-4f37-a7dd-60cc5c129495. Aug 09 16:56:29.221250 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Router e77bf3e5-069e-45de-9e36-aedb51562ec1 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:56:29.339233 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:56:29.349828 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ac8ce1-4ce4-43c0-a09a-afbdd48de7ea None None] Sync routers for ids ['e77bf3e5-069e-45de-9e36-aedb51562ec1'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:56:29.359340 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac8ce1-4ce4-43c0-a09a-afbdd48de7ea None None] Routers {'e77bf3e5-069e-45de-9e36-aedb51562ec1'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:56:29.365850 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-57ac8ce1-4ce4-43c0-a09a-afbdd48de7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:56:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['e77bf3e5-069e-45de-9e36-aedb51562ec1'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:29.420936 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:29.449062 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-0de79a0d-9b41-440a-b40d-f40a37e1f0a4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0095336 Aug 09 16:56:29.450109 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a89f86-a1eb-4206-b958-d747817c26b3', 'tag': 'ea629adf-6d74-4f37-a7dd-60cc5c129495'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:29.452803 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd456eca-7c44-475e-bb45-b0ec1ddb33f9" -d '{"events": [{"name": "network-changed", "server_uuid": "26a89f86-a1eb-4206-b958-d747817c26b3", "tag": "ea629adf-6d74-4f37-a7dd-60cc5c129495"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:29.466349 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-57ac8ce1-4ce4-43c0-a09a-afbdd48de7ea None None] Set router e77bf3e5-069e-45de-9e36-aedb51562ec1 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:56:29.489347 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2586d1fa-9630-421f-a683-b696bb32822b x-openstack-request-id: req-2586d1fa-9630-421f-a683-b696bb32822b {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:29.489791 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a89f86-a1eb-4206-b958-d747817c26b3", "tag": "ea629adf-6d74-4f37-a7dd-60cc5c129495", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:29.490054 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2586d1fa-9630-421f-a683-b696bb32822b {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:29.490562 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2586d1fa-9630-421f-a683-b696bb32822b'] response: {'name': 'network-changed', 'server_uuid': '26a89f86-a1eb-4206-b958-d747817c26b3', 'tag': 'ea629adf-6d74-4f37-a7dd-60cc5c129495', 'status': 'completed', 'code': 200} Aug 09 16:56:29.576680 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 0bd7efd9-b47e-441e-903b-8210494c8a3b details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:56:29.659918 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd456eca-7c44-475e-bb45-b0ec1ddb33f9 req-7d432cb9-cd10-4458-9654-69a63d23f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:29.661580 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dd456eca-7c44-475e-bb45-b0ec1ddb33f9 req-7d432cb9-cd10-4458-9654-69a63d23f29b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e&device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 1099 time: 0.0938044 Aug 09 16:56:29.681593 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 0bd7efd9-b47e-441e-903b-8210494c8a3b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0bd7efd9-b47e-441e-903b-8210494c8a3b,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:29.696422 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': '0bd7efd9-b47e-441e-903b-8210494c8a3b', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'port_id': '0bd7efd9-b47e-441e-903b-8210494c8a3b', 'mac_address': 'fa:16:3e:8e:1c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:56:29.742742 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 0bd7efd9-b47e-441e-903b-8210494c8a3b is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:56:29.743875 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:29.758730 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd7efd9-b47e-441e-903b-8210494c8a3b {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:56:29.784614 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd456eca-7c44-475e-bb45-b0ec1ddb33f9 req-f9589b70-eb05-4c30-a738-a213cd032173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:29.786724 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 0bd7efd9-b47e-441e-903b-8210494c8a3b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0bd7efd9-b47e-441e-903b-8210494c8a3b,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:29.787459 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dd456eca-7c44-475e-bb45-b0ec1ddb33f9 req-f9589b70-eb05-4c30-a738-a213cd032173 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d4638989-6f80-4a74-bb7f-239a2497dae9 HTTP/1.1" status: 200 len: 912 time: 0.1155033 Aug 09 16:56:29.792123 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-57ac8ce1-4ce4-43c0-a09a-afbdd48de7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '97c808cf-9d70-4c1a-a35e-3173dcc2ce26', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'port_id': 'ea629adf-6d74-4f37-a7dd-60cc5c129495', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'mac_address': 'fa:16:3e:97:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a89f86-a1eb-4206-b958-d747817c26b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:28Z', 'updated_at': '2022-08-09T16:56:28Z', 'revision_number': 0, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:20Z', 'revision_number': 5, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:29.821535 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ac8ce1-4ce4-43c0-a09a-afbdd48de7ea None None] Checking router: e77bf3e5-069e-45de-9e36-aedb51562ec1 for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:56:29.824230 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba72fe-7b73-440d-9da9-5436d9ad7ae8 req-6343edd2-d91c-4bcb-aeed-0c841e3bfa90 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:29.830148 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ac8ce1-4ce4-43c0-a09a-afbdd48de7ea None None] Routers {'e77bf3e5-069e-45de-9e36-aedb51562ec1'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:56:29.830756 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-57ac8ce1-4ce4-43c0-a09a-afbdd48de7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:56:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['e77bf3e5-069e-45de-9e36-aedb51562ec1'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:29.831512 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e1ba72fe-7b73-440d-9da9-5436d9ad7ae8 req-6343edd2-d91c-4bcb-aeed-0c841e3bfa90 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0757780 Aug 09 16:56:29.858015 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:29.873943 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dd456eca-7c44-475e-bb45-b0ec1ddb33f9 req-54a330f2-4962-4a72-b5d9-bc4b999292a1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea629adf-6d74-4f37-a7dd-60cc5c129495 HTTP/1.1" status: 200 len: 1000 time: 0.0712168 Aug 09 16:56:29.879466 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e1ba72fe-7b73-440d-9da9-5436d9ad7ae8 req-df0a1520-67d3-4f18-9db8-ecd4887497b6 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455537 Aug 09 16:56:29.911638 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=0bd7efd9-b47e-441e-903b-8210494c8a3b,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:29.938828 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd456eca-7c44-475e-bb45-b0ec1ddb33f9 req-2366a0f7-0989-48cb-ac1d-c472c5dc98e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:29.939070 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-57ac8ce1-4ce4-43c0-a09a-afbdd48de7ea None None] Set router e77bf3e5-069e-45de-9e36-aedb51562ec1 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:56:29.940450 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dd456eca-7c44-475e-bb45-b0ec1ddb33f9 req-2366a0f7-0989-48cb-ac1d-c472c5dc98e0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d1a8b644-63fb-4184-bcbc-d30b1401c1de HTTP/1.1" status: 200 len: 850 time: 0.0504637 Aug 09 16:56:29.996945 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd456eca-7c44-475e-bb45-b0ec1ddb33f9 req-de687c4a-417b-4bd1-a849-18bbff3d8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:29.998466 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dd456eca-7c44-475e-bb45-b0ec1ddb33f9 req-de687c4a-417b-4bd1-a849-18bbff3d8796 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d4638989-6f80-4a74-bb7f-239a2497dae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426986 Aug 09 16:56:30.109929 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dd456eca-7c44-475e-bb45-b0ec1ddb33f9 req-b995b476-0788-4fb6-b46f-cfefb2f15c61 service neutron] 10.222.0.85 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990772 Aug 09 16:56:30.166385 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-57ac8ce1-4ce4-43c0-a09a-afbdd48de7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '97c808cf-9d70-4c1a-a35e-3173dcc2ce26', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'port_id': 'ea629adf-6d74-4f37-a7dd-60cc5c129495', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'mac_address': 'fa:16:3e:97:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a89f86-a1eb-4206-b958-d747817c26b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:28Z', 'updated_at': '2022-08-09T16:56:28Z', 'revision_number': 0, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:20Z', 'revision_number': 5, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:30.196678 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ac8ce1-4ce4-43c0-a09a-afbdd48de7ea None None] The sync data for ids ['e77bf3e5-069e-45de-9e36-aedb51562ec1'] in dv-cinder-852570-1-iscsi is: [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '97c808cf-9d70-4c1a-a35e-3173dcc2ce26', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'port_id': 'ea629adf-6d74-4f37-a7dd-60cc5c129495', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'mac_address': 'fa:16:3e:97:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a89f86-a1eb-4206-b958-d747817c26b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:28Z', 'updated_at': '2022-08-09T16:56:28Z', 'revision_number': 0, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:20Z', 'revision_number': 5, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:56:30.204147 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dd456eca-7c44-475e-bb45-b0ec1ddb33f9 req-4916dde9-8cc9-4d70-b8d9-7159e78e8d25 service neutron] 10.222.0.85 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847135 Aug 09 16:56:30.391828 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019893b3-5178-4990-9e30-b0efc3f7374f None None] New status for floating IP 97c808cf-9d70-4c1a-a35e-3173dcc2ce26: ACTIVE {{(pid=109850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:56:30.495039 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['0bd7efd9-b47e-441e-903b-8210494c8a3b'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:56:31.006971 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1171f1e-80cf-4b10-bba0-3b5b2a114e91 req-58338814-0e1b-43ae-82fd-9846a3c77b16 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:31.008530 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1171f1e-80cf-4b10-bba0-3b5b2a114e91 req-58338814-0e1b-43ae-82fd-9846a3c77b16 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 944 time: 0.0530148 Aug 09 16:56:31.045903 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a1171f1e-80cf-4b10-bba0-3b5b2a114e91 req-4bbb5580-d07c-47c0-a5d1-e18f8107856a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314698 Aug 09 16:56:32.180134 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58dcb1-7626-44b8-aa1c-4d92d0ccb7bb req-d7dd64e8-843a-4313-857f-aa4b7f854f5c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:32.181667 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ca58dcb1-7626-44b8-aa1c-4d92d0ccb7bb req-d7dd64e8-843a-4313-857f-aa4b7f854f5c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 944 time: 0.0498917 Aug 09 16:56:32.219064 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ca58dcb1-7626-44b8-aa1c-4d92d0ccb7bb req-9fb712b7-826f-4c72-9ba0-2ffe0bb1f169 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314901 Aug 09 16:56:33.340862 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bc246-003a-4994-9173-1ab01cac2dc1 req-fba030a9-9537-4a15-a329-366d2226e412 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:33.342405 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c66bc246-003a-4994-9173-1ab01cac2dc1 req-fba030a9-9537-4a15-a329-366d2226e412 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 944 time: 0.0480533 Aug 09 16:56:33.381306 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c66bc246-003a-4994-9173-1ab01cac2dc1 req-c093ef1b-6ca9-4344-a3d2-84f270c86a10 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324211 Aug 09 16:56:33.605312 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 0bd7efd9-b47e-441e-903b-8210494c8a3b up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:56:33.659495 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6096693-c50a-48b7-96ed-5169800b702b req-4f1ca2db-28f6-4a3c-b6ea-93d8c8657d8c tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:33.661623 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e6096693-c50a-48b7-96ed-5169800b702b req-4f1ca2db-28f6-4a3c-b6ea-93d8c8657d8c tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0494926 Aug 09 16:56:33.698185 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e6096693-c50a-48b7-96ed-5169800b702b req-ee713999-6563-4e07-a09f-2e5c332c3786 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305016 Aug 09 16:56:33.738099 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port 0bd7efd9-b47e-441e-903b-8210494c8a3b completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:56:33.742592 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port 0bd7efd9-b47e-441e-903b-8210494c8a3b triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:56:33.742961 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:33.836433 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 0bd7efd9-b47e-441e-903b-8210494c8a3b is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:56:33.836922 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:33.866580 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd7efd9-b47e-441e-903b-8210494c8a3b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:33.869123 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f94c55-4a45-4965-b84f-23413b1116d0" -d '{"events": [{"server_uuid": "aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9", "name": "network-vif-plugged", "status": "completed", "tag": "0bd7efd9-b47e-441e-903b-8210494c8a3b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:33.882357 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 0bd7efd9-b47e-441e-903b-8210494c8a3b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0bd7efd9-b47e-441e-903b-8210494c8a3b,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:33.907618 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cfdf57-2b9f-4e93-b07f-9487ce5f09e3 x-openstack-request-id: req-19cfdf57-2b9f-4e93-b07f-9487ce5f09e3 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:33.907945 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9", "name": "network-vif-plugged", "status": "completed", "tag": "0bd7efd9-b47e-441e-903b-8210494c8a3b", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:33.908207 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19cfdf57-2b9f-4e93-b07f-9487ce5f09e3 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:33.908636 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19cfdf57-2b9f-4e93-b07f-9487ce5f09e3'] response: {'server_uuid': 'aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd7efd9-b47e-441e-903b-8210494c8a3b', 'code': 200} Aug 09 16:56:33.989777 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:34.038390 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=0bd7efd9-b47e-441e-903b-8210494c8a3b,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:34.045324 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:34.045698 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:34.046035 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:34.046364 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:34.046689 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:34.047016 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:34.047340 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:34.047662 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:34.048004 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:34.048325 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:34.048640 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:34.048975 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:56:34.350666 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd106ab9-e01d-4298-b4c8-af2549cac606 req-a0f84b03-4685-4cc4-b2d8-c1835fb60691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:34.352140 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fd106ab9-e01d-4298-b4c8-af2549cac606 req-a0f84b03-4685-4cc4-b2d8-c1835fb60691 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 1098 time: 0.0421875 Aug 09 16:56:34.395160 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fd106ab9-e01d-4298-b4c8-af2549cac606 req-347ac160-fe09-4739-b8ce-3730a31441eb service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271411 Aug 09 16:56:34.513284 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6bb0a-6cc2-4e25-bb77-c092a63178c6 req-664b8b6a-ee60-4667-a30d-d549f85cb96a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:34.515333 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e7b6bb0a-6cc2-4e25-bb77-c092a63178c6 req-664b8b6a-ee60-4667-a30d-d549f85cb96a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0566609 Aug 09 16:56:34.554390 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e7b6bb0a-6cc2-4e25-bb77-c092a63178c6 req-35bcba34-794c-4eb4-b2ce-0d1529da7d48 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326595 Aug 09 16:56:34.818502 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addae030-026b-4310-b25d-6aed41c0b03d req-da350969-9465-4512-89fa-700d1d668ab6 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:34.819873 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-addae030-026b-4310-b25d-6aed41c0b03d req-da350969-9465-4512-89fa-700d1d668ab6 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0479517 Aug 09 16:56:34.857060 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-addae030-026b-4310-b25d-6aed41c0b03d req-58009d4d-d946-44dc-aea6-c245ace62c5c tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310867 Aug 09 16:56:35.677935 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5604e0-c3ed-4c56-9589-b73c088e3b71 req-f11a3d9d-fcd1-4823-8e69-3589378e9f80 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:35.679408 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7b5604e0-c3ed-4c56-9589-b73c088e3b71 req-f11a3d9d-fcd1-4823-8e69-3589378e9f80 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0484910 Aug 09 16:56:35.716190 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7b5604e0-c3ed-4c56-9589-b73c088e3b71 req-3dbf6a19-003e-415d-b16a-0405d7794074 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309455 Aug 09 16:56:35.980821 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5994e20-ec11-4845-85ac-643a375f63e7 req-2e62eac5-0a50-45aa-8a44-f60f4b3661fb tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:35.982337 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c5994e20-ec11-4845-85ac-643a375f63e7 req-2e62eac5-0a50-45aa-8a44-f60f4b3661fb tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0526798 Aug 09 16:56:36.021336 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c5994e20-ec11-4845-85ac-643a375f63e7 req-25aa76b3-b78d-4575-ab8f-0fce6e206b91 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323529 Aug 09 16:56:36.840894 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f5287-6f51-4ac1-b932-ac7e0eda726f req-6a307fc9-d54b-4e25-95bb-510969370525 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:36.842294 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-611f5287-6f51-4ac1-b932-ac7e0eda726f req-6a307fc9-d54b-4e25-95bb-510969370525 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0511541 Aug 09 16:56:36.884819 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-611f5287-6f51-4ac1-b932-ac7e0eda726f req-1ba4c6d3-dfd0-4ba5-a04b-6a8bdcf3c6bc tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336504 Aug 09 16:56:37.005203 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d3fe5-8641-4b7d-a8c0-e8c1f27ed77f req-f3492fa3-5654-48b5-8f4f-9f58d04904a3 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:37.006694 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4e8d3fe5-8641-4b7d-a8c0-e8c1f27ed77f req-f3492fa3-5654-48b5-8f4f-9f58d04904a3 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0490499 Aug 09 16:56:37.016407 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 58882) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:56:37.020771 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-147c21cc-28c6-4b82-adc7-a9d12a88c41d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Request body: {'floatingip': {'port_id': '0bd7efd9-b47e-441e-903b-8210494c8a3b'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:56:37.060432 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-147c21cc-28c6-4b82-adc7-a9d12a88c41d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for floatingip, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:37.142962 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540c062-8535-4713-a8dc-029ca26d1fd1 req-a3b3a69f-0402-4158-8e4f-e81251b158e5 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:37.144535 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4540c062-8535-4713-a8dc-029ca26d1fd1 req-a3b3a69f-0402-4158-8e4f-e81251b158e5 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0498190 Aug 09 16:56:37.184015 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4540c062-8535-4713-a8dc-029ca26d1fd1 req-145b999d-a045-4e3b-8531-54d290e5a43f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325820 Aug 09 16:56:37.491912 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-147c21cc-28c6-4b82-adc7-a9d12a88c41d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:37.549427 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-147c21cc-28c6-4b82-adc7-a9d12a88c41d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:37.651160 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.l3_db [None req-147c21cc-28c6-4b82-adc7-a9d12a88c41d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Floating IP eb8afc66-4fe7-4431-95e6-19939737fbcd associated. External IP: 172.27.0.53, port: 0bd7efd9-b47e-441e-903b-8210494c8a3b. Aug 09 16:56:37.855010 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147c21cc-28c6-4b82-adc7-a9d12a88c41d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Router cd054967-902d-4170-8013-fda72179afee has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:56:37.865715 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513717b-7563-407a-8aaa-ecb530161af2 req-48b4a2dc-24a7-4b84-9c64-278b2ec525a0 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:37.867176 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9513717b-7563-407a-8aaa-ecb530161af2 req-48b4a2dc-24a7-4b84-9c64-278b2ec525a0 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.85 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0470257 Aug 09 16:56:37.968397 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [req-9513717b-7563-407a-8aaa-ecb530161af2 req-d318ba6f-7a61-4233-95d0-11fa897ba7b8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Deleting port f08e8650-c59e-4fb8-8578-436aa6ad3f44 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:56:37.968741 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-9513717b-7563-407a-8aaa-ecb530161af2 req-d318ba6f-7a61-4233-95d0-11fa897ba7b8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:38.062573 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-9513717b-7563-407a-8aaa-ecb530161af2 req-d318ba6f-7a61-4233-95d0-11fa897ba7b8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] For port f08e8650-c59e-4fb8-8578-436aa6ad3f44, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=f08e8650-c59e-4fb8-8578-436aa6ad3f44,segment=NetworkSegment(daa2a3da-8df0-4bc8-beb5-173e7eb8875a),segment_id=daa2a3da-8df0-4bc8-beb5-173e7eb8875a)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:38.062946 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-9513717b-7563-407a-8aaa-ecb530161af2 req-d318ba6f-7a61-4233-95d0-11fa897ba7b8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:38.224904 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147c21cc-28c6-4b82-adc7-a9d12a88c41d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:56:38.230036 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-147c21cc-28c6-4b82-adc7-a9d12a88c41d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:38.239448 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e4c1a-899f-4ee0-a489-48a204051066 None None] Sync routers for ids ['cd054967-902d-4170-8013-fda72179afee'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:56:38.250476 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e4c1a-899f-4ee0-a489-48a204051066 None None] Routers {'cd054967-902d-4170-8013-fda72179afee'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:56:38.251592 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-db6e4c1a-899f-4ee0-a489-48a204051066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:56:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['cd054967-902d-4170-8013-fda72179afee'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:38.252190 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-9513717b-7563-407a-8aaa-ecb530161af2 req-d318ba6f-7a61-4233-95d0-11fa897ba7b8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:38.252567 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-9513717b-7563-407a-8aaa-ecb530161af2 req-d318ba6f-7a61-4233-95d0-11fa897ba7b8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:38.252890 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.l3_db [req-9513717b-7563-407a-8aaa-ecb530161af2 req-d318ba6f-7a61-4233-95d0-11fa897ba7b8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Floating IP 9c53fe39-768e-4016-8c6d-bd47db406ada disassociated. External IP: 172.27.0.81, port: f08e8650-c59e-4fb8-8578-436aa6ad3f44. Aug 09 16:56:38.253236 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [req-9513717b-7563-407a-8aaa-ecb530161af2 req-d318ba6f-7a61-4233-95d0-11fa897ba7b8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Calling delete_port for f08e8650-c59e-4fb8-8578-436aa6ad3f44 owned by compute:nova {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:56:38.277836 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-147c21cc-28c6-4b82-adc7-a9d12a88c41d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "PUT /v2.0/floatingips/eb8afc66-4fe7-4431-95e6-19939737fbcd HTTP/1.1" status: 200 len: 990 time: 1.2600582 Aug 09 16:56:38.291116 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9', 'tag': '0bd7efd9-b47e-441e-903b-8210494c8a3b'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:38.293589 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d5de16-9391-4acb-844b-312125995b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9", "tag": "0bd7efd9-b47e-441e-903b-8210494c8a3b"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:38.329263 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789180d-86c6-4d34-9eba-36cafa857b0d req-abd1028f-5925-4f3d-a13a-1c61e59f0dbf tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:38.331000 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d789180d-86c6-4d34-9eba-36cafa857b0d req-abd1028f-5925-4f3d-a13a-1c61e59f0dbf tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 945 time: 0.0703630 Aug 09 16:56:38.383699 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d789180d-86c6-4d34-9eba-36cafa857b0d req-87abc6d5-5fb8-44ad-85d9-32c1bb4ec256 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452182 Aug 09 16:56:38.396427 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-db6e4c1a-899f-4ee0-a489-48a204051066 None None] Set router cd054967-902d-4170-8013-fda72179afee gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:56:38.433091 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a65365e-933b-43a5-a77c-74a535b6dff9 x-openstack-request-id: req-0a65365e-933b-43a5-a77c-74a535b6dff9 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:38.433390 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9", "tag": "0bd7efd9-b47e-441e-903b-8210494c8a3b", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:38.433740 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a65365e-933b-43a5-a77c-74a535b6dff9 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:38.434142 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a65365e-933b-43a5-a77c-74a535b6dff9'] response: {'name': 'network-changed', 'server_uuid': 'aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9', 'tag': '0bd7efd9-b47e-441e-903b-8210494c8a3b', 'status': 'completed', 'code': 200} Aug 09 16:56:38.492958 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-9513717b-7563-407a-8aaa-ecb530161af2 req-d318ba6f-7a61-4233-95d0-11fa897ba7b8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:38.538067 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318ba6f-7a61-4233-95d0-11fa897ba7b8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Pushing event deleted for resources: {'Port': ['ID=f08e8650-c59e-4fb8-8578-436aa6ad3f44,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:38.571675 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5de16-9391-4acb-844b-312125995b2b req-e8b8c789-3670-4045-83d1-4004851cb43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:38.571675 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-92d5de16-9391-4acb-844b-312125995b2b req-e8b8c789-3670-4045-83d1-4004851cb43c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d1742bf7a82941b5ac56e5c5d045417f&device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 1098 time: 0.0554295 Aug 09 16:56:38.670610 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-db6e4c1a-899f-4ee0-a489-48a204051066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 4, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': 'eb8afc66-4fe7-4431-95e6-19939737fbcd', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'cd054967-902d-4170-8013-fda72179afee', 'port_id': '0bd7efd9-b47e-441e-903b-8210494c8a3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'mac_address': 'fa:16:3e:8e:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:17Z', 'updated_at': '2022-08-09T16:56:37Z', 'revision_number': 1, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40f544a-094d-49cb-83ae-ff3827bad410', 'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'mac_address': 'fa:16:3e:ad:05:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:08Z', 'updated_at': '2022-08-09T16:51:21Z', 'revision_number': 5, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'subnets': [{'id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:38.691412 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9513717b-7563-407a-8aaa-ecb530161af2 req-d318ba6f-7a61-4233-95d0-11fa897ba7b8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Router a8ca7553-6612-4216-9f9b-437ecf2de11b has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:56:38.693386 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5de16-9391-4acb-844b-312125995b2b req-00ba76be-2f16-4d2d-a028-df45b4f5aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:38.694911 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-92d5de16-9391-4acb-844b-312125995b2b req-00ba76be-2f16-4d2d-a028-df45b4f5aec3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 HTTP/1.1" status: 200 len: 918 time: 0.1179771 Aug 09 16:56:38.704597 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e4c1a-899f-4ee0-a489-48a204051066 None None] Checking router: cd054967-902d-4170-8013-fda72179afee for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:56:38.714390 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e4c1a-899f-4ee0-a489-48a204051066 None None] Routers {'cd054967-902d-4170-8013-fda72179afee'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:56:38.715004 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-db6e4c1a-899f-4ee0-a489-48a204051066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:56:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['cd054967-902d-4170-8013-fda72179afee'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:38.777550 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-92d5de16-9391-4acb-844b-312125995b2b req-7f19ebff-acc5-4c9a-87ea-6236e451ad2f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bd7efd9-b47e-441e-903b-8210494c8a3b HTTP/1.1" status: 200 len: 998 time: 0.0718253 Aug 09 16:56:38.817902 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9513717b-7563-407a-8aaa-ecb530161af2 req-d318ba6f-7a61-4233-95d0-11fa897ba7b8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:56:38.829336 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8323f1-2416-412b-898e-75b550feab9a None None] Sync routers for ids ['a8ca7553-6612-4216-9f9b-437ecf2de11b'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:56:38.843681 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8323f1-2416-412b-898e-75b550feab9a None None] Routers {'a8ca7553-6612-4216-9f9b-437ecf2de11b'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:56:38.844321 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-fb8323f1-2416-412b-898e-75b550feab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:56:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a8ca7553-6612-4216-9f9b-437ecf2de11b'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:38.851009 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5de16-9391-4acb-844b-312125995b2b req-d5a2d401-59d3-4fec-8088-17113f739331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:38.853279 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-92d5de16-9391-4acb-844b-312125995b2b req-d5a2d401-59d3-4fec-8088-17113f739331 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=07b994a0-3038-45c6-9b03-adabe3fc1842 HTTP/1.1" status: 200 len: 856 time: 0.0651650 Aug 09 16:56:38.859431 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [req-9513717b-7563-407a-8aaa-ecb530161af2 req-d318ba6f-7a61-4233-95d0-11fa897ba7b8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] No DVR routers for this DVR port f08e8650-c59e-4fb8-8578-436aa6ad3f44 on host hv-cinder-85257 {{(pid=109849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:56:38.862046 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-9513717b-7563-407a-8aaa-ecb530161af2 req-d318ba6f-7a61-4233-95d0-11fa897ba7b8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:38.864608 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-db6e4c1a-899f-4ee0-a489-48a204051066 None None] Set router cd054967-902d-4170-8013-fda72179afee gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:56:38.865626 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9513717b-7563-407a-8aaa-ecb530161af2 req-d318ba6f-7a61-4233-95d0-11fa897ba7b8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.85 "DELETE /v2.0/ports/f08e8650-c59e-4fb8-8578-436aa6ad3f44 HTTP/1.1" status: 204 len: 173 time: 0.9904265 Aug 09 16:56:38.866095 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c69c998-d3d4-4f5d-af5e-3012a5f739eb', 'name': 'network-vif-deleted', 'tag': 'f08e8650-c59e-4fb8-8578-436aa6ad3f44'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:38.868723 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afde8760-c94e-42b5-afcc-3cbfab89b909" -d '{"events": [{"server_uuid": "0c69c998-d3d4-4f5d-af5e-3012a5f739eb", "name": "network-vif-deleted", "tag": "f08e8650-c59e-4fb8-8578-436aa6ad3f44"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:38.940063 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5de16-9391-4acb-844b-312125995b2b req-519bd9e1-3bc4-42f0-afda-0c43bc789a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:38.942912 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-92d5de16-9391-4acb-844b-312125995b2b req-519bd9e1-3bc4-42f0-afda-0c43bc789a0f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775909 Aug 09 16:56:39.039130 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-fb8323f1-2416-412b-898e-75b550feab9a None None] Set router a8ca7553-6612-4216-9f9b-437ecf2de11b gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:56:39.045581 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f76e7f-bb56-4957-990f-e3c7f5075c32 x-openstack-request-id: req-d1f76e7f-bb56-4957-990f-e3c7f5075c32 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:39.045938 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c69c998-d3d4-4f5d-af5e-3012a5f739eb", "name": "network-vif-deleted", "tag": "f08e8650-c59e-4fb8-8578-436aa6ad3f44", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:39.046260 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d1f76e7f-bb56-4957-990f-e3c7f5075c32 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:39.046790 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f76e7f-bb56-4957-990f-e3c7f5075c32'] response: {'server_uuid': '0c69c998-d3d4-4f5d-af5e-3012a5f739eb', 'name': 'network-vif-deleted', 'tag': 'f08e8650-c59e-4fb8-8578-436aa6ad3f44', 'status': 'completed', 'code': 200} Aug 09 16:56:39.115229 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-92d5de16-9391-4acb-844b-312125995b2b req-0f9800f6-7ecc-43ba-994d-5c46708584a5 service neutron] 10.222.0.85 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626687 Aug 09 16:56:39.243173 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-db6e4c1a-899f-4ee0-a489-48a204051066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 4, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': 'eb8afc66-4fe7-4431-95e6-19939737fbcd', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'cd054967-902d-4170-8013-fda72179afee', 'port_id': '0bd7efd9-b47e-441e-903b-8210494c8a3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'mac_address': 'fa:16:3e:8e:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:17Z', 'updated_at': '2022-08-09T16:56:37Z', 'revision_number': 1, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40f544a-094d-49cb-83ae-ff3827bad410', 'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'mac_address': 'fa:16:3e:ad:05:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:08Z', 'updated_at': '2022-08-09T16:51:21Z', 'revision_number': 5, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'subnets': [{'id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:39.284150 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e4c1a-899f-4ee0-a489-48a204051066 None None] The sync data for ids ['cd054967-902d-4170-8013-fda72179afee'] in dv-cinder-852570-1-iscsi is: [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 4, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': 'eb8afc66-4fe7-4431-95e6-19939737fbcd', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'cd054967-902d-4170-8013-fda72179afee', 'port_id': '0bd7efd9-b47e-441e-903b-8210494c8a3b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'mac_address': 'fa:16:3e:8e:1c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:17Z', 'updated_at': '2022-08-09T16:56:37Z', 'revision_number': 1, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b40f544a-094d-49cb-83ae-ff3827bad410', 'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'mac_address': 'fa:16:3e:ad:05:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:08Z', 'updated_at': '2022-08-09T16:51:21Z', 'revision_number': 5, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'subnets': [{'id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:56:39.294772 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-92d5de16-9391-4acb-844b-312125995b2b req-9f542083-4a1b-4745-b7d9-532a9104e2e8 service neutron] 10.222.0.85 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508858 Aug 09 16:56:39.319427 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-fb8323f1-2416-412b-898e-75b550feab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port': {'id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c3ce740f-710b-4ba6-aaa9-c4a2875e49f7', 'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'mac_address': 'fa:16:3e:b8:2c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:10Z', 'updated_at': '2022-08-09T16:51:35Z', 'revision_number': 5, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'subnets': [{'id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:39.353499 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8323f1-2416-412b-898e-75b550feab9a None None] Checking router: a8ca7553-6612-4216-9f9b-437ecf2de11b for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:56:39.362243 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8323f1-2416-412b-898e-75b550feab9a None None] Routers {'a8ca7553-6612-4216-9f9b-437ecf2de11b'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:56:39.362888 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-fb8323f1-2416-412b-898e-75b550feab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:56:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a8ca7553-6612-4216-9f9b-437ecf2de11b'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:39.479628 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-fb8323f1-2416-412b-898e-75b550feab9a None None] Set router a8ca7553-6612-4216-9f9b-437ecf2de11b gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:56:39.506997 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0a83f598-49f4-479b-9216-9c8bd8767120 req-00f3f26d-cf04-432e-bf95-316f43c32d00 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c69c998-d3d4-4f5d-af5e-3012a5f739eb HTTP/1.1" status: 200 len: 210 time: 0.0266593 Aug 09 16:56:39.523418 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67df0bde-e30f-4b9a-a85b-35e7e089d002 None None] New status for floating IP eb8afc66-4fe7-4431-95e6-19939737fbcd: ACTIVE {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:56:39.698903 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-fb8323f1-2416-412b-898e-75b550feab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port': {'id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c3ce740f-710b-4ba6-aaa9-c4a2875e49f7', 'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'mac_address': 'fa:16:3e:b8:2c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:10Z', 'updated_at': '2022-08-09T16:51:35Z', 'revision_number': 5, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'subnets': [{'id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:56:39.728516 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8323f1-2416-412b-898e-75b550feab9a None None] The sync data for ids ['a8ca7553-6612-4216-9f9b-437ecf2de11b'] in dv-cinder-852570-1-iscsi is: [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port': {'id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c3ce740f-710b-4ba6-aaa9-c4a2875e49f7', 'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'mac_address': 'fa:16:3e:b8:2c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:10Z', 'updated_at': '2022-08-09T16:51:35Z', 'revision_number': 5, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'subnets': [{'id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:56:39.958634 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9553da5-0d23-4308-95c2-a98decac8e70 None None] New status for floating IP 9c53fe39-768e-4016-8c6d-bd47db406ada: DOWN {{(pid=109850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:56:40.728316 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 58906) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:56:40.782229 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5b0c2587-3a18-48d9-8059-9fc2521421f7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:40.807312 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5b0c2587-3a18-48d9-8059-9fc2521421f7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:40.960967 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5b0c2587-3a18-48d9-8059-9fc2521421f7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:40.963570 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5b0c2587-3a18-48d9-8059-9fc2521421f7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:40.964736 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-5b0c2587-3a18-48d9-8059-9fc2521421f7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "DELETE /v2.0/security-groups/1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad HTTP/1.1" status: 204 len: 168 time: 0.2354424 Aug 09 16:56:40.967588 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58908) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:56:40.974651 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c2587-3a18-48d9-8059-9fc2521421f7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:40.981910 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.api.v2.resource [None req-46b300dc-a600-4be3-b4ba-e5d82334f1de tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] show failed (client error): The resource could not be found. Aug 09 16:56:40.982931 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-46b300dc-a600-4be3-b4ba-e5d82334f1de tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups/1b0ddd65-6d5c-4b1f-a0b6-5a42075c5fad HTTP/1.1" status: 404 len: 347 time: 0.0143592 Aug 09 16:56:40.988817 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 58910) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:56:41.113039 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-69e46a03-2ef2-42a6-aeae-6b38f9dd0c2a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Deleting port e36492ce-96a1-4103-9feb-081d197efded {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:56:41.113552 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-69e46a03-2ef2-42a6-aeae-6b38f9dd0c2a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:41.167044 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-226fc73f-1e5b-4dde-b3ed-e2d7e4afc4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:41.194230 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-69e46a03-2ef2-42a6-aeae-6b38f9dd0c2a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:41.194564 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-69e46a03-2ef2-42a6-aeae-6b38f9dd0c2a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:41.206510 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-69e46a03-2ef2-42a6-aeae-6b38f9dd0c2a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Calling delete_port for e36492ce-96a1-4103-9feb-081d197efded owned by network:floatingip {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:56:41.430218 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-69e46a03-2ef2-42a6-aeae-6b38f9dd0c2a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:41.474694 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e46a03-2ef2-42a6-aeae-6b38f9dd0c2a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Pushing event deleted for resources: {'Port': ['ID=e36492ce-96a1-4103-9feb-081d197efded,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:41.531291 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-69e46a03-2ef2-42a6-aeae-6b38f9dd0c2a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for floatingip, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:41.534109 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-69e46a03-2ef2-42a6-aeae-6b38f9dd0c2a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:41.535344 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-69e46a03-2ef2-42a6-aeae-6b38f9dd0c2a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "DELETE /v2.0/floatingips/9c53fe39-768e-4016-8c6d-bd47db406ada HTTP/1.1" status: 204 len: 168 time: 0.5453639 Aug 09 16:56:41.648076 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device f08e8650-c59e-4fb8-8578-436aa6ad3f44 no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:56:41.667767 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: f08e8650-c59e-4fb8-8578-436aa6ad3f44 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:56:41.668109 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device f08e8650-c59e-4fb8-8578-436aa6ad3f44 not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:56:41.776745 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 58914) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:56:41.781846 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-e9f353c6-daa4-4ec7-87b7-1a24e40ded0d tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--7486400', 'description': 'tempest-description--861002427'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:56:41.955580 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e9f353c6-daa4-4ec7-87b7-1a24e40ded0d tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:42.021079 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e9f353c6-daa4-4ec7-87b7-1a24e40ded0d tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:42.183428 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e9f353c6-daa4-4ec7-87b7-1a24e40ded0d tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:42.212006 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f353c6-daa4-4ec7-87b7-1a24e40ded0d tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=addeae72-1e8f-43e4-8639-09a4d17186d9,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:42.362947 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e9f353c6-daa4-4ec7-87b7-1a24e40ded0d tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:42.364815 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-e9f353c6-daa4-4ec7-87b7-1a24e40ded0d tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.5861607 Aug 09 16:56:42.367944 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 58916) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:56:42.372683 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-e8692236-1b0c-4aaa-8283-ef4c22318bdf tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Request body: {'security_group_rule': {'security_group_id': 'addeae72-1e8f-43e4-8639-09a4d17186d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:56:42.572010 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e8692236-1b0c-4aaa-8283-ef4c22318bdf tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:42.628404 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e8692236-1b0c-4aaa-8283-ef4c22318bdf tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:42.823984 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e8692236-1b0c-4aaa-8283-ef4c22318bdf tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:42.842939 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8692236-1b0c-4aaa-8283-ef4c22318bdf tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7532b1c3-642f-453c-8900-853a2e4e9363,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:42.957600 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e8692236-1b0c-4aaa-8283-ef4c22318bdf tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:42.959324 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-e8692236-1b0c-4aaa-8283-ef4c22318bdf tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5901487 Aug 09 16:56:42.962196 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 58922) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:56:42.966660 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-f70b323c-621b-46b5-ace7-56c16acd02e0 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Request body: {'security_group_rule': {'security_group_id': 'addeae72-1e8f-43e4-8639-09a4d17186d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:56:43.091772 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b6b1b601-2e77-4a6a-98ba-63be0547f8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:43.143315 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f70b323c-621b-46b5-ace7-56c16acd02e0 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:43.203891 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f70b323c-621b-46b5-ace7-56c16acd02e0 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:43.332412 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f70b323c-621b-46b5-ace7-56c16acd02e0 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:43.353217 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b323c-621b-46b5-ace7-56c16acd02e0 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c51ef1-01c2-4fa4-82ef-1535a6f52cb1,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:43.465423 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f70b323c-621b-46b5-ace7-56c16acd02e0 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:43.466641 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-f70b323c-621b-46b5-ace7-56c16acd02e0 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5035427 Aug 09 16:56:43.469849 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 58924) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:56:43.475122 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-f71274ed-65a5-4688-a165-728ed2b953ab tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Request body: {'floatingip': {'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:56:43.623956 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f71274ed-65a5-4688-a165-728ed2b953ab tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for floatingip, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:43.720138 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f71274ed-65a5-4688-a165-728ed2b953ab tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:43.832175 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [None req-f71274ed-65a5-4688-a165-728ed2b953ab tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Allocated IP 172.27.0.227 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/17f10225-efff-4288-9108-3d169b33d74e) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:56:43.933001 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f71274ed-65a5-4688-a165-728ed2b953ab tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:44.081050 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f71274ed-65a5-4688-a165-728ed2b953ab tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:44.125693 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71274ed-65a5-4688-a165-728ed2b953ab tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:56:44.128613 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-f71274ed-65a5-4688-a165-728ed2b953ab tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:56:44.131161 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71274ed-65a5-4688-a165-728ed2b953ab tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:56:44.156295 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71274ed-65a5-4688-a165-728ed2b953ab tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Pushing event updated for resources: {'Port': ['ID=17f10225-efff-4288-9108-3d169b33d74e,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:44.218630 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f71274ed-65a5-4688-a165-728ed2b953ab tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:44.368176 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f71274ed-65a5-4688-a165-728ed2b953ab tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:44.516367 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f71274ed-65a5-4688-a165-728ed2b953ab tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:44.617997 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f71274ed-65a5-4688-a165-728ed2b953ab tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25848049'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:44.687560 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71274ed-65a5-4688-a165-728ed2b953ab tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Pushing event updated for resources: {'Port': ['ID=17f10225-efff-4288-9108-3d169b33d74e,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:44.690265 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f71274ed-65a5-4688-a165-728ed2b953ab tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:44.832017 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f71274ed-65a5-4688-a165-728ed2b953ab tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:44.833205 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-f71274ed-65a5-4688-a165-728ed2b953ab tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3624423 Aug 09 16:56:44.970162 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-942f78be-9cd3-418f-b04c-bd48a7b9157a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--7486400&fields=id&tenant_id=4a57286dc9144127b1177b199faf0b0a HTTP/1.1" status: 200 len: 267 time: 0.0328112 Aug 09 16:56:45.006337 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:45.081559 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-52a6e6f0-c5bb-4c66-88d4-5e9608df642a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:45.083121 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-52a6e6f0-c5bb-4c66-88d4-5e9608df642a tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/networks?id=b631f0ba-3918-495c-9e8a-a3fd8937f433 HTTP/1.1" status: 200 len: 811 time: 0.1053460 Aug 09 16:56:45.097934 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-106d9bb7-d243-46d0-90ce-0ef556e14580 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/quotas/4a57286dc9144127b1177b199faf0b0a HTTP/1.1" status: 200 len: 375 time: 0.0090158 Aug 09 16:56:45.151296 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-8fac2c09-85c9-422c-9eba-4abd6f009a7c tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a57286dc9144127b1177b199faf0b0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472922 Aug 09 16:56:45.252174 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-d869f0ad-7a22-4322-8462-47c54abc55e8 service neutron] 10.222.0.49 "GET /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883148 Aug 09 16:56:45.350124 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-b47f37bc-35c7-4c57-99ed-af3452926ece service neutron] 10.222.0.49 "GET /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916493 Aug 09 16:56:45.600694 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fe5bbc65-7da5-424a-b946-72806a70aaea req-7f086195-fba6-46ac-b73b-4b260c0d940b tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 210 time: 0.0286031 Aug 09 16:56:46.280744 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:46.683746 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ffbecf6c-cbfd-4db2-92aa-7f0f90593c8f req-3689b759-4d13-4a24-abab-5375e12bba95 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 210 time: 0.0255163 Aug 09 16:56:46.841180 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:46.972594 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:47.782436 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dd8441d9-e28f-4d9a-8742-a858d03fa313 req-ac1be914-6b26-42d7-a084-101d8734ac5b tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 210 time: 0.0255475 Aug 09 16:56:48.881624 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4324b0b4-b834-4773-8481-e5fd40b01d88 req-77874996-2764-439f-9691-10b9a9df71e1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 210 time: 0.0293636 Aug 09 16:56:49.580428 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-087a677c-ff45-4807-8811-63b07e1761b9 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:49.581901 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-087a677c-ff45-4807-8811-63b07e1761b9 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.85 "GET /v2.0/networks?id=b631f0ba-3918-495c-9e8a-a3fd8937f433 HTTP/1.1" status: 200 len: 811 time: 0.1046147 Aug 09 16:56:49.645746 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-a4e0d5cf-bdb1-4995-815f-6f46bc9bd571 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a57286dc9144127b1177b199faf0b0a HTTP/1.1" status: 200 len: 377 time: 0.0340230 Aug 09 16:56:49.672963 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-586cc7f9-71a1-4972-bbaa-bf9c9564856f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Request body: {'port': {'device_id': '87c7e6fd-3345-4850-8733-63bfc1e74853', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'admin_state_up': True, 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'security_groups': ['addeae72-1e8f-43e4-8639-09a4d17186d9']}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:56:49.937833 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-586cc7f9-71a1-4972-bbaa-bf9c9564856f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Made reservation on behalf of 4a57286dc9144127b1177b199faf0b0a for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:56:49.941462 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-586cc7f9-71a1-4972-bbaa-bf9c9564856f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:49.995460 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-61d0924f-7092-4fee-8d6a-0f8e22750b99 req-bc313dec-9abe-4ce7-9ac0-d32c542e47db tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 210 time: 0.0383663 Aug 09 16:56:50.104258 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-586cc7f9-71a1-4972-bbaa-bf9c9564856f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Allocated IP 172.20.0.5 (b631f0ba-3918-495c-9e8a-a3fd8937f433/155efdb1-d3e8-4060-a1b4-dd2040cbd026/2f26a9a4-d3a8-4260-9f2e-4693fcae3313) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:56:50.256373 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-586cc7f9-71a1-4972-bbaa-bf9c9564856f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:50.463878 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-586cc7f9-71a1-4972-bbaa-bf9c9564856f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:50.508038 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-586cc7f9-71a1-4972-bbaa-bf9c9564856f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Network b631f0ba-3918-495c-9e8a-a3fd8937f433 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:56:50.511077 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-586cc7f9-71a1-4972-bbaa-bf9c9564856f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:56:50.514653 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-586cc7f9-71a1-4972-bbaa-bf9c9564856f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:56:50.520848 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586cc7f9-71a1-4972-bbaa-bf9c9564856f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Pushing event updated for resources: {'Port': ['ID=2f26a9a4-d3a8-4260-9f2e-4693fcae3313,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:50.570475 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-586cc7f9-71a1-4972-bbaa-bf9c9564856f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:50.571138 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-586cc7f9-71a1-4972-bbaa-bf9c9564856f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:50.689192 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-586cc7f9-71a1-4972-bbaa-bf9c9564856f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0198553 Aug 09 16:56:50.714171 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Request body: {'port': {'device_id': '87c7e6fd-3345-4850-8733-63bfc1e74853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:56:50.772776 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:50.789843 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-cde291e4-31c0-4ac5-a5bd-24d54932e917 None None] Provisioning complete for port 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:56:50.790379 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cde291e4-31c0-4ac5-a5bd-24d54932e917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:50.823057 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-cde291e4-31c0-4ac5-a5bd-24d54932e917 None None] Port 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:56:50.901120 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:56:51.046584 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:56:51.055597 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:51.069976 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Transition to ACTIVE for port object 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:56:51.128492 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63fe7e8-bcbf-4962-b600-deb679874b3e req-f260f437-e6d5-443f-bb7f-7d9a15f7cc16 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:51.130018 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e63fe7e8-bcbf-4962-b600-deb679874b3e req-f260f437-e6d5-443f-bb7f-7d9a15f7cc16 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 931 time: 0.0522707 Aug 09 16:56:51.169626 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e63fe7e8-bcbf-4962-b600-deb679874b3e req-115e2324-14fb-4f58-bf61-4ca377c28058 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=addeae72-1e8f-43e4-8639-09a4d17186d9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329027 Aug 09 16:56:51.218132 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25848049'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:51.292077 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f26a9a4-d3a8-4260-9f2e-4693fcae3313,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:51.322782 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Attempting to bind port 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:56:51.323119 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Attempting to bind port 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': 'daa2a3da-8df0-4bc8-beb5-173e7eb8875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:56:51.323547 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Attempting to bind port 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 on network b631f0ba-3918-495c-9e8a-a3fd8937f433 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:56:51.327746 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Port 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 on network b631f0ba-3918-495c-9e8a-a3fd8937f433 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:56:51.328060 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Attempting to bind port 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 on network b631f0ba-3918-495c-9e8a-a3fd8937f433 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:56:51.332985 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:56:51.333448 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Checking segment: {'id': 'daa2a3da-8df0-4bc8-beb5-173e7eb8875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:56:51.334348 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Bound using segment: {'id': 'daa2a3da-8df0-4bc8-beb5-173e7eb8875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:56:51.334765 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Bound port: 2f26a9a4-d3a8-4260-9f2e-4693fcae3313, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daa2a3da-8df0-4bc8-beb5-173e7eb8875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:56:51.335115 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:51.401399 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] For port 2f26a9a4-d3a8-4260-9f2e-4693fcae3313, host hv-cinder-85257, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:56:51.404515 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] For port 2f26a9a4-d3a8-4260-9f2e-4693fcae3313, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=2f26a9a4-d3a8-4260-9f2e-4693fcae3313,segment=NetworkSegment(daa2a3da-8df0-4bc8-beb5-173e7eb8875a),segment_id=daa2a3da-8df0-4bc8-beb5-173e7eb8875a)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:56:51.544455 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25848049'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:51.548539 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:51.549145 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:51.550574 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] 10.222.0.85 "PUT /v2.0/ports/2f26a9a4-d3a8-4260-9f2e-4693fcae3313 HTTP/1.1" status: 200 len: 1093 time: 0.8406322 Aug 09 16:56:51.551003 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c7e6fd-3345-4850-8733-63bfc1e74853', 'tag': '2f26a9a4-d3a8-4260-9f2e-4693fcae3313'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:51.553343 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b1ab36-508c-4527-9c26-1b19503c2396" -d '{"events": [{"name": "network-changed", "server_uuid": "87c7e6fd-3345-4850-8733-63bfc1e74853", "tag": "2f26a9a4-d3a8-4260-9f2e-4693fcae3313"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:51.592665 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b253d2de-677d-4df5-9ac8-96a6f424fb6b x-openstack-request-id: req-b253d2de-677d-4df5-9ac8-96a6f424fb6b {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:56:51.592982 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c7e6fd-3345-4850-8733-63bfc1e74853", "tag": "2f26a9a4-d3a8-4260-9f2e-4693fcae3313", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:56:51.593231 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b253d2de-677d-4df5-9ac8-96a6f424fb6b {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:56:51.593728 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b253d2de-677d-4df5-9ac8-96a6f424fb6b'] response: {'name': 'network-changed', 'server_uuid': '87c7e6fd-3345-4850-8733-63bfc1e74853', 'tag': '2f26a9a4-d3a8-4260-9f2e-4693fcae3313', 'status': 'completed', 'code': 200} Aug 09 16:56:51.606091 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfeef3-5a6e-4ce0-b6e0-9c0ccafd38b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2f26a9a4-d3a8-4260-9f2e-4693fcae3313,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:51.730043 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1ab36-508c-4527-9c26-1b19503c2396 req-941fef85-b175-4a81-a456-8889e4b5cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:51.731573 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-66b1ab36-508c-4527-9c26-1b19503c2396 req-941fef85-b175-4a81-a456-8889e4b5cf2a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4a57286dc9144127b1177b199faf0b0a&device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 1096 time: 0.0417483 Aug 09 16:56:51.855271 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1ab36-508c-4527-9c26-1b19503c2396 req-b2f1f7e6-518a-4ae1-bc17-6080afa1a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:51.859309 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-66b1ab36-508c-4527-9c26-1b19503c2396 req-b2f1f7e6-518a-4ae1-bc17-6080afa1a220 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=4a57286dc9144127b1177b199faf0b0a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0995622 Aug 09 16:56:51.954907 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1ab36-508c-4527-9c26-1b19503c2396 req-4d81335b-12c0-40b6-add2-baa982dd710c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:51.956361 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-66b1ab36-508c-4527-9c26-1b19503c2396 req-4d81335b-12c0-40b6-add2-baa982dd710c service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904171 Aug 09 16:56:52.079056 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-404a0768-6e05-4d3e-8a71-ccbda5aff818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:52.080536 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-404a0768-6e05-4d3e-8a71-ccbda5aff818 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4a57286dc9144127b1177b199faf0b0a&device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 1096 time: 0.0412607 Aug 09 16:56:52.140238 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-5f1a4882-65d3-4873-96b1-ed1e1397d642 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f26a9a4-d3a8-4260-9f2e-4693fcae3313 HTTP/1.1" status: 200 len: 217 time: 0.0381846 Aug 09 16:56:52.190934 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-824ea77a-2127-46b6-8414-a016137aa7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:52.192385 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-824ea77a-2127-46b6-8414-a016137aa7dc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=155efdb1-d3e8-4060-a1b4-dd2040cbd026 HTTP/1.1" status: 200 len: 850 time: 0.0449378 Aug 09 16:56:52.244133 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-603c77ea-b2ce-4cf9-b5e4-ab3ebbbeff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:52.245605 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-603c77ea-b2ce-4cf9-b5e4-ab3ebbbeff0e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b631f0ba-3918-495c-9e8a-a3fd8937f433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422699 Aug 09 16:56:52.348020 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f0ba3-2c2e-45b1-809f-674e11078d37 req-f7b9778a-fcf5-4011-b8f5-0694684a5450 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:52.349793 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-413f0ba3-2c2e-45b1-809f-674e11078d37 req-f7b9778a-fcf5-4011-b8f5-0694684a5450 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 943 time: 0.1080787 Aug 09 16:56:52.381181 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-3a114e4e-a2ac-409f-8043-461ec1599c1f service neutron] 10.222.0.85 "GET /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261051 Aug 09 16:56:52.407944 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-413f0ba3-2c2e-45b1-809f-674e11078d37 req-8d16125b-ad1d-45fd-8b83-442d7c1c7bc4 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=addeae72-1e8f-43e4-8639-09a4d17186d9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0488470 Aug 09 16:56:52.487293 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c399f55e-f571-4a1e-be1a-7f474d048762 req-7cfe4907-2466-4a5d-a914-aee8bb660cac service neutron] 10.222.0.85 "GET /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939603 Aug 09 16:56:53.528781 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae077f6-4666-455a-9dfe-ae7de029e878 req-1de6fb04-0ef3-4d43-867e-64928aeb0a1d tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:53.530312 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cae077f6-4666-455a-9dfe-ae7de029e878 req-1de6fb04-0ef3-4d43-867e-64928aeb0a1d tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 943 time: 0.0502498 Aug 09 16:56:53.573445 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cae077f6-4666-455a-9dfe-ae7de029e878 req-dacc74e0-c4ab-4649-bd0d-497cac020595 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=addeae72-1e8f-43e4-8639-09a4d17186d9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0370607 Aug 09 16:56:54.694887 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a140ff-48a4-4911-be79-3bdd79afe947 req-d454a875-9066-4024-8216-82e1f05171a5 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:54.696346 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-65a140ff-48a4-4911-be79-3bdd79afe947 req-d454a875-9066-4024-8216-82e1f05171a5 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 943 time: 0.0476165 Aug 09 16:56:54.738109 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-65a140ff-48a4-4911-be79-3bdd79afe947 req-15f890e6-e2dc-41a0-9a59-b4bebad0da5f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=addeae72-1e8f-43e4-8639-09a4d17186d9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0358944 Aug 09 16:56:55.716538 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:56:55.816993 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 2f26a9a4-d3a8-4260-9f2e-4693fcae3313, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=2f26a9a4-d3a8-4260-9f2e-4693fcae3313,segment=NetworkSegment(daa2a3da-8df0-4bc8-beb5-173e7eb8875a),segment_id=daa2a3da-8df0-4bc8-beb5-173e7eb8875a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:55.828924 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': '2f26a9a4-d3a8-4260-9f2e-4693fcae3313', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'port_id': '2f26a9a4-d3a8-4260-9f2e-4693fcae3313', 'mac_address': 'fa:16:3e:72:24:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:56:55.859902 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08ca33-c962-4294-a7cf-9bdf1fc50640 req-00306d0f-484f-44ae-ab51-5cd31c8015d2 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:55.861375 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ce08ca33-c962-4294-a7cf-9bdf1fc50640 req-00306d0f-484f-44ae-ab51-5cd31c8015d2 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 943 time: 0.0489459 Aug 09 16:56:55.868003 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:56:55.868651 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:55.882605 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:56:55.900394 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ce08ca33-c962-4294-a7cf-9bdf1fc50640 req-3d95e299-9d8d-41e6-bd00-e46b4791a7cc tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=addeae72-1e8f-43e4-8639-09a4d17186d9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0327783 Aug 09 16:56:55.902427 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 2f26a9a4-d3a8-4260-9f2e-4693fcae3313, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=2f26a9a4-d3a8-4260-9f2e-4693fcae3313,segment=NetworkSegment(daa2a3da-8df0-4bc8-beb5-173e7eb8875a),segment_id=daa2a3da-8df0-4bc8-beb5-173e7eb8875a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:56:56.006385 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:56.053553 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=2f26a9a4-d3a8-4260-9f2e-4693fcae3313,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:56:56.501299 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['2f26a9a4-d3a8-4260-9f2e-4693fcae3313'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:56:57.021336 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d9783-0a74-480a-8a01-e0b1c0892d8e req-3f946bfd-cb88-4e6b-ae0a-5963a50598fc tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:57.022856 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2e0d9783-0a74-480a-8a01-e0b1c0892d8e req-3f946bfd-cb88-4e6b-ae0a-5963a50598fc tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 944 time: 0.0492797 Aug 09 16:56:57.061935 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2e0d9783-0a74-480a-8a01-e0b1c0892d8e req-c1642300-b8c1-4079-90c0-b543ed3de382 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=addeae72-1e8f-43e4-8639-09a4d17186d9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0330205 Aug 09 16:56:58.179356 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8de24a-6251-46cd-a5d2-056e3ed7d25a req-312a4bce-5651-4f05-b91c-73d7eaeeb2fa tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:58.180798 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ed8de24a-6251-46cd-a5d2-056e3ed7d25a req-312a4bce-5651-4f05-b91c-73d7eaeeb2fa tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 944 time: 0.0480268 Aug 09 16:56:58.218834 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ed8de24a-6251-46cd-a5d2-056e3ed7d25a req-018983f7-604f-41b7-8682-bd44ded3c5cd tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=addeae72-1e8f-43e4-8639-09a4d17186d9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320590 Aug 09 16:56:59.339341 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ff9d4-aa37-4956-a7ce-e92b846c72dd req-6bb1132a-bcdf-4209-a1f4-a5ffb0b8c376 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:56:59.340798 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-773ff9d4-aa37-4956-a7ce-e92b846c72dd req-6bb1132a-bcdf-4209-a1f4-a5ffb0b8c376 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 944 time: 0.0463209 Aug 09 16:56:59.382701 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-773ff9d4-aa37-4956-a7ce-e92b846c72dd req-847af20a-a21b-46ed-82ae-219b25c7d6ee tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=addeae72-1e8f-43e4-8639-09a4d17186d9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0359907 Aug 09 16:56:59.714283 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:56:59.857810 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:56:59.861750 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:56:59.862126 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:59.941565 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:56:59.941966 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:56:59.966338 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c7e6fd-3345-4850-8733-63bfc1e74853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f26a9a4-d3a8-4260-9f2e-4693fcae3313'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:56:59.968647 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7699c6-dcdb-4276-8a3f-c73203100142" -d '{"events": [{"server_uuid": "87c7e6fd-3345-4850-8733-63bfc1e74853", "name": "network-vif-plugged", "status": "completed", "tag": "2f26a9a4-d3a8-4260-9f2e-4693fcae3313"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:56:59.982986 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 2f26a9a4-d3a8-4260-9f2e-4693fcae3313, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=2f26a9a4-d3a8-4260-9f2e-4693fcae3313,segment=NetworkSegment(daa2a3da-8df0-4bc8-beb5-173e7eb8875a),segment_id=daa2a3da-8df0-4bc8-beb5-173e7eb8875a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:00.062340 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dde093-8a18-4f34-b86d-4b0bd96358b4 x-openstack-request-id: req-75dde093-8a18-4f34-b86d-4b0bd96358b4 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:00.062653 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c7e6fd-3345-4850-8733-63bfc1e74853", "name": "network-vif-plugged", "status": "completed", "tag": "2f26a9a4-d3a8-4260-9f2e-4693fcae3313", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:00.062910 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75dde093-8a18-4f34-b86d-4b0bd96358b4 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:00.063308 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75dde093-8a18-4f34-b86d-4b0bd96358b4'] response: {'server_uuid': '87c7e6fd-3345-4850-8733-63bfc1e74853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f26a9a4-d3a8-4260-9f2e-4693fcae3313', 'code': 200} Aug 09 16:57:00.120918 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:00.175496 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=2f26a9a4-d3a8-4260-9f2e-4693fcae3313,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:00.523352 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c173e-5b80-4b5c-a66d-3ca99c3d9692 req-ea8d83cc-e26a-43ab-b4ef-2f9339321f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:00.524798 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d40c173e-5b80-4b5c-a66d-3ca99c3d9692 req-ea8d83cc-e26a-43ab-b4ef-2f9339321f4c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 1098 time: 0.0611038 Aug 09 16:57:00.532134 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa0e4e-de6f-4c94-978f-3bfea26eed10 req-b10ad3af-6fe9-4d98-8e27-26012fcad1a1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:00.533607 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2aaa0e4e-de6f-4c94-978f-3bfea26eed10 req-b10ad3af-6fe9-4d98-8e27-26012fcad1a1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 945 time: 0.0787976 Aug 09 16:57:00.585181 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d40c173e-5b80-4b5c-a66d-3ca99c3d9692 req-8ddbadaa-4e59-487e-80f7-7bd37b9913d9 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=addeae72-1e8f-43e4-8639-09a4d17186d9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0506380 Aug 09 16:57:00.592346 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2aaa0e4e-de6f-4c94-978f-3bfea26eed10 req-8795dfe4-a124-44cf-baff-a011fda1194d tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=addeae72-1e8f-43e4-8639-09a4d17186d9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0524328 Aug 09 16:57:01.714773 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f2c57-66e3-48c2-92ee-c67dd470b883 req-99b0d946-e21e-49da-937f-88f8e07fc5ee tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:01.716244 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-646f2c57-66e3-48c2-92ee-c67dd470b883 req-99b0d946-e21e-49da-937f-88f8e07fc5ee tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 945 time: 0.0497348 Aug 09 16:57:01.757049 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-646f2c57-66e3-48c2-92ee-c67dd470b883 req-c93a4412-1e41-4850-9581-9c138a63d9d5 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=addeae72-1e8f-43e4-8639-09a4d17186d9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344145 Aug 09 16:57:02.879920 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af97c19-3f60-4220-b98e-7e3d103a7bc9 req-c8e32716-fe6f-4a9e-9db4-f6a5c30ed8bb tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:02.881934 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8af97c19-3f60-4220-b98e-7e3d103a7bc9 req-c8e32716-fe6f-4a9e-9db4-f6a5c30ed8bb tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 945 time: 0.0536094 Aug 09 16:57:02.922255 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8af97c19-3f60-4220-b98e-7e3d103a7bc9 req-8fbb7f81-ff59-4e19-a49b-6c49b023b7b5 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=addeae72-1e8f-43e4-8639-09a4d17186d9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0342393 Aug 09 16:57:03.051592 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da97a3c-a578-4326-bca9-79dcbcdd3908 req-6fa19dfe-8209-43ea-9902-7eef026caf02 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:03.054808 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2da97a3c-a578-4326-bca9-79dcbcdd3908 req-6fa19dfe-8209-43ea-9902-7eef026caf02 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 945 time: 0.0596490 Aug 09 16:57:03.064778 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59074) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:03.069635 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-8cdf8058-3e20-45e3-bdde-a865f40c93aa tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Request body: {'floatingip': {'port_id': '2f26a9a4-d3a8-4260-9f2e-4693fcae3313'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:03.109332 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8cdf8058-3e20-45e3-bdde-a865f40c93aa tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for floatingip, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:03.869001 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8cdf8058-3e20-45e3-bdde-a865f40c93aa tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:03.944534 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8cdf8058-3e20-45e3-bdde-a865f40c93aa tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:04.057576 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.l3_db [None req-8cdf8058-3e20-45e3-bdde-a865f40c93aa tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Floating IP 655e8eb5-a60d-4dd7-965f-b35ece380e38 associated. External IP: 172.27.0.227, port: 2f26a9a4-d3a8-4260-9f2e-4693fcae3313. Aug 09 16:57:04.272588 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdf8058-3e20-45e3-bdde-a865f40c93aa tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Router a8ca7553-6612-4216-9f9b-437ecf2de11b has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:57:04.389062 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdf8058-3e20-45e3-bdde-a865f40c93aa tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:04.393827 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8cdf8058-3e20-45e3-bdde-a865f40c93aa tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:04.402479 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55af441-eaec-47d1-8a6c-bca2b7fb8ed1 None None] Sync routers for ids ['a8ca7553-6612-4216-9f9b-437ecf2de11b'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:04.416352 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55af441-eaec-47d1-8a6c-bca2b7fb8ed1 None None] Routers {'a8ca7553-6612-4216-9f9b-437ecf2de11b'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:57:04.417227 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-f55af441-eaec-47d1-8a6c-bca2b7fb8ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:56:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a8ca7553-6612-4216-9f9b-437ecf2de11b'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:04.421687 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8cdf8058-3e20-45e3-bdde-a865f40c93aa tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "PUT /v2.0/floatingips/655e8eb5-a60d-4dd7-965f-b35ece380e38 HTTP/1.1" status: 200 len: 991 time: 1.3555865 Aug 09 16:57:04.422277 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c7e6fd-3345-4850-8733-63bfc1e74853', 'tag': '2f26a9a4-d3a8-4260-9f2e-4693fcae3313'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:04.424711 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e290c7d7-5430-4eef-a6e9-e331e266d988" -d '{"events": [{"name": "network-changed", "server_uuid": "87c7e6fd-3345-4850-8733-63bfc1e74853", "tag": "2f26a9a4-d3a8-4260-9f2e-4693fcae3313"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:04.465562 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af67960-0fe2-4a13-86ee-ae15bfdd3dd0 x-openstack-request-id: req-3af67960-0fe2-4a13-86ee-ae15bfdd3dd0 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:04.465871 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c7e6fd-3345-4850-8733-63bfc1e74853", "tag": "2f26a9a4-d3a8-4260-9f2e-4693fcae3313", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:04.466110 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3af67960-0fe2-4a13-86ee-ae15bfdd3dd0 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:04.466545 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af67960-0fe2-4a13-86ee-ae15bfdd3dd0'] response: {'name': 'network-changed', 'server_uuid': '87c7e6fd-3345-4850-8733-63bfc1e74853', 'tag': '2f26a9a4-d3a8-4260-9f2e-4693fcae3313', 'status': 'completed', 'code': 200} Aug 09 16:57:04.536905 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-f55af441-eaec-47d1-8a6c-bca2b7fb8ed1 None None] Set router a8ca7553-6612-4216-9f9b-437ecf2de11b gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:57:04.615832 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290c7d7-5430-4eef-a6e9-e331e266d988 req-d47388ae-f2df-43f1-af9a-b9648858e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:04.617321 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e290c7d7-5430-4eef-a6e9-e331e266d988 req-d47388ae-f2df-43f1-af9a-b9648858e419 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4a57286dc9144127b1177b199faf0b0a&device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 1098 time: 0.0613451 Aug 09 16:57:04.737727 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290c7d7-5430-4eef-a6e9-e331e266d988 req-29ddefb8-f0ff-44e9-8b70-498bc54eda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:04.739227 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e290c7d7-5430-4eef-a6e9-e331e266d988 req-29ddefb8-f0ff-44e9-8b70-498bc54eda2f service neutron] 10.222.0.85 "GET /v2.0/networks?id=b631f0ba-3918-495c-9e8a-a3fd8937f433 HTTP/1.1" status: 200 len: 912 time: 0.0903032 Aug 09 16:57:04.768884 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-f55af441-eaec-47d1-8a6c-bca2b7fb8ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port': {'id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '655e8eb5-a60d-4dd7-965f-b35ece380e38', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'port_id': '2f26a9a4-d3a8-4260-9f2e-4693fcae3313', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'mac_address': 'fa:16:3e:72:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c7e6fd-3345-4850-8733-63bfc1e74853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:44Z', 'updated_at': '2022-08-09T16:57:03Z', 'revision_number': 1, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ce740f-710b-4ba6-aaa9-c4a2875e49f7', 'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'mac_address': 'fa:16:3e:b8:2c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:10Z', 'updated_at': '2022-08-09T16:51:35Z', 'revision_number': 5, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'subnets': [{'id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:04.797468 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55af441-eaec-47d1-8a6c-bca2b7fb8ed1 None None] Checking router: a8ca7553-6612-4216-9f9b-437ecf2de11b for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:04.805145 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55af441-eaec-47d1-8a6c-bca2b7fb8ed1 None None] Routers {'a8ca7553-6612-4216-9f9b-437ecf2de11b'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:57:04.805787 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-f55af441-eaec-47d1-8a6c-bca2b7fb8ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:56:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a8ca7553-6612-4216-9f9b-437ecf2de11b'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:04.857048 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567d3c3-3d2b-474b-bdf8-4e8c5a9efbc6 req-d1850047-bf2d-40c1-88df-3519066d6a48 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:04.858628 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1567d3c3-3d2b-474b-bdf8-4e8c5a9efbc6 req-d1850047-bf2d-40c1-88df-3519066d6a48 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0994961 Aug 09 16:57:04.860496 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e290c7d7-5430-4eef-a6e9-e331e266d988 req-aa06dd3e-383f-4e3c-b004-0023406d6035 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f26a9a4-d3a8-4260-9f2e-4693fcae3313 HTTP/1.1" status: 200 len: 999 time: 0.0902293 Aug 09 16:57:04.912787 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-f55af441-eaec-47d1-8a6c-bca2b7fb8ed1 None None] Set router a8ca7553-6612-4216-9f9b-437ecf2de11b gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:57:04.931335 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1567d3c3-3d2b-474b-bdf8-4e8c5a9efbc6 req-8b093c00-8857-49db-af73-7c5d12be8466 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661387 Aug 09 16:57:04.935073 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290c7d7-5430-4eef-a6e9-e331e266d988 req-1c4cce1c-beb9-4f7f-883c-1f9f830ff737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:04.936685 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e290c7d7-5430-4eef-a6e9-e331e266d988 req-1c4cce1c-beb9-4f7f-883c-1f9f830ff737 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=155efdb1-d3e8-4060-a1b4-dd2040cbd026 HTTP/1.1" status: 200 len: 850 time: 0.0649488 Aug 09 16:57:04.996417 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290c7d7-5430-4eef-a6e9-e331e266d988 req-46134bcc-dac9-45fb-ac7b-1db892c9eabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:04.997951 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e290c7d7-5430-4eef-a6e9-e331e266d988 req-46134bcc-dac9-45fb-ac7b-1db892c9eabd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=b631f0ba-3918-495c-9e8a-a3fd8937f433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432384 Aug 09 16:57:05.092791 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e290c7d7-5430-4eef-a6e9-e331e266d988 req-764552dc-ad07-49f1-99e1-13027839f339 service neutron] 10.222.0.85 "GET /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815444 Aug 09 16:57:05.142626 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-f55af441-eaec-47d1-8a6c-bca2b7fb8ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port': {'id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '655e8eb5-a60d-4dd7-965f-b35ece380e38', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'port_id': '2f26a9a4-d3a8-4260-9f2e-4693fcae3313', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'mac_address': 'fa:16:3e:72:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c7e6fd-3345-4850-8733-63bfc1e74853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:44Z', 'updated_at': '2022-08-09T16:57:03Z', 'revision_number': 1, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ce740f-710b-4ba6-aaa9-c4a2875e49f7', 'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'mac_address': 'fa:16:3e:b8:2c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:10Z', 'updated_at': '2022-08-09T16:51:35Z', 'revision_number': 5, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'subnets': [{'id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:05.169943 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55af441-eaec-47d1-8a6c-bca2b7fb8ed1 None None] The sync data for ids ['a8ca7553-6612-4216-9f9b-437ecf2de11b'] in dv-cinder-852570-1-iscsi is: [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port': {'id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '655e8eb5-a60d-4dd7-965f-b35ece380e38', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'port_id': '2f26a9a4-d3a8-4260-9f2e-4693fcae3313', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'mac_address': 'fa:16:3e:72:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c7e6fd-3345-4850-8733-63bfc1e74853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:44Z', 'updated_at': '2022-08-09T16:57:03Z', 'revision_number': 1, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3ce740f-710b-4ba6-aaa9-c4a2875e49f7', 'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'mac_address': 'fa:16:3e:b8:2c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:10Z', 'updated_at': '2022-08-09T16:51:35Z', 'revision_number': 5, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'subnets': [{'id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:05.196733 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e290c7d7-5430-4eef-a6e9-e331e266d988 req-a936478d-1859-42c7-9a87-3a7960234b9b service neutron] 10.222.0.85 "GET /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944691 Aug 09 16:57:05.359581 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2125dd26-d4f1-4023-87d0-0c2e254df88a None None] New status for floating IP 655e8eb5-a60d-4dd7-965f-b35ece380e38: ACTIVE {{(pid=109850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:57:06.056368 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6e846-748b-4a69-8c81-f608e542326d req-a2241cb0-f4ca-47dc-9280-b40be8093e7b tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:06.057787 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d1d6e846-748b-4a69-8c81-f608e542326d req-a2241cb0-f4ca-47dc-9280-b40be8093e7b tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0489428 Aug 09 16:57:06.096570 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d1d6e846-748b-4a69-8c81-f608e542326d req-2f220a55-3e45-4c77-9414-380fa53f6d95 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327733 Aug 09 16:57:07.132207 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5c6b3-2990-44c0-8268-dd7df31d72de req-8afd5b5a-470e-497a-b2d9-b12b84335888 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:07.133981 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c9b5c6b3-2990-44c0-8268-dd7df31d72de req-8afd5b5a-470e-497a-b2d9-b12b84335888 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 945 time: 0.0541360 Aug 09 16:57:07.173683 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c9b5c6b3-2990-44c0-8268-dd7df31d72de req-1b6b71d1-15f7-4eff-8647-33649b5d2339 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba1a97a4-4931-42a7-b3d2-3ba82467a302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333076 Aug 09 16:57:07.222612 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab04e4c-ef58-4566-9940-3db94d1bbfd2 req-47f7852a-507d-4018-bac2-1849213f4ea9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:07.224670 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3ab04e4c-ef58-4566-9940-3db94d1bbfd2 req-47f7852a-507d-4018-bac2-1849213f4ea9 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0538898 Aug 09 16:57:07.261820 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3ab04e4c-ef58-4566-9940-3db94d1bbfd2 req-4949dddc-e645-4e6f-8ad0-9cdd5c80750f tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311139 Aug 09 16:57:08.297819 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a007101-a6e5-49af-90a7-bb792ed808b6 req-9b9d3988-7b38-4dc3-9478-60c760bed639 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:08.299346 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3a007101-a6e5-49af-90a7-bb792ed808b6 req-9b9d3988-7b38-4dc3-9478-60c760bed639 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 945 time: 0.0520587 Aug 09 16:57:08.337976 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3a007101-a6e5-49af-90a7-bb792ed808b6 req-cf5de21b-a5db-420c-abd6-e19b53cdc903 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba1a97a4-4931-42a7-b3d2-3ba82467a302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319359 Aug 09 16:57:08.384498 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9636ca-afe9-43c7-8f8d-e12658d97df3 req-a7a1ed6a-651d-4669-9a81-ca4bd89e4e3c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:08.386758 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ef9636ca-afe9-43c7-8f8d-e12658d97df3 req-a7a1ed6a-651d-4669-9a81-ca4bd89e4e3c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0534344 Aug 09 16:57:08.424822 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ef9636ca-afe9-43c7-8f8d-e12658d97df3 req-3eb48a70-0e45-4c28-9973-60cbe65de9df tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326614 Aug 09 16:57:08.437064 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a66450a1-1864-465e-aa68-151f8e21f488 req-4a46db0e-649e-4f02-af24-f81147b26035 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499532697&fields=id&tenant_id=38e0527ae21a471887ded76c9468ebb9 HTTP/1.1" status: 200 len: 267 time: 0.0341313 Aug 09 16:57:08.492181 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66450a1-1864-465e-aa68-151f8e21f488 req-e94e5493-3319-4b78-b09a-4879b8ea14a3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:08.493922 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a66450a1-1864-465e-aa68-151f8e21f488 req-e94e5493-3319-4b78-b09a-4879b8ea14a3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 985 time: 0.0497169 Aug 09 16:57:08.505170 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [req-a66450a1-1864-465e-aa68-151f8e21f488 req-bffbcc0b-fccd-48b6-9fc2-34af2b434e20 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Request body: {'port': {'security_groups': ['764dc97c-b3b1-4993-aa24-47b1f452a277']}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:08.584968 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a66450a1-1864-465e-aa68-151f8e21f488 req-bffbcc0b-fccd-48b6-9fc2-34af2b434e20 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:08.762615 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-a66450a1-1864-465e-aa68-151f8e21f488 req-bffbcc0b-fccd-48b6-9fc2-34af2b434e20 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] For port 5ecdb52a-5824-4532-9428-f46db0c3626b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=5ecdb52a-5824-4532-9428-f46db0c3626b,segment=NetworkSegment(a735e250-5733-4f6d-aba1-ee0e683bf432),segment_id=a735e250-5733-4f6d-aba1-ee0e683bf432)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:08.796589 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a66450a1-1864-465e-aa68-151f8e21f488 req-bffbcc0b-fccd-48b6-9fc2-34af2b434e20 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for port, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:08.851680 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a66450a1-1864-465e-aa68-151f8e21f488 req-bffbcc0b-fccd-48b6-9fc2-34af2b434e20 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25174475'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:08.862766 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66450a1-1864-465e-aa68-151f8e21f488 req-bffbcc0b-fccd-48b6-9fc2-34af2b434e20 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:08.865525 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-a66450a1-1864-465e-aa68-151f8e21f488 req-bffbcc0b-fccd-48b6-9fc2-34af2b434e20 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:08.865525 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a66450a1-1864-465e-aa68-151f8e21f488 req-bffbcc0b-fccd-48b6-9fc2-34af2b434e20 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "PUT /v2.0/ports/5ecdb52a-5824-4532-9428-f46db0c3626b HTTP/1.1" status: 200 len: 943 time: 0.3644202 Aug 09 16:57:08.865525 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3', 'tag': '5ecdb52a-5824-4532-9428-f46db0c3626b'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:08.867430 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec064a9c-0c10-4ddd-b563-7ee20133ff5b" -d '{"events": [{"name": "network-changed", "server_uuid": "68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3", "tag": "5ecdb52a-5824-4532-9428-f46db0c3626b"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:08.871236 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 59138) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:08.900043 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['5ecdb52a-5824-4532-9428-f46db0c3626b'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:57:08.906639 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bc09da-44e8-40c2-b7f5-be90f411e060 x-openstack-request-id: req-40bc09da-44e8-40c2-b7f5-be90f411e060 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:08.906935 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3", "tag": "5ecdb52a-5824-4532-9428-f46db0c3626b", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:08.907192 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-40bc09da-44e8-40c2-b7f5-be90f411e060 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:08.907854 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40bc09da-44e8-40c2-b7f5-be90f411e060'] response: {'name': 'network-changed', 'server_uuid': '68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3', 'tag': '5ecdb52a-5824-4532-9428-f46db0c3626b', 'status': 'completed', 'code': 200} Aug 09 16:57:08.922718 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbcc0b-fccd-48b6-9fc2-34af2b434e20 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Pushing event updated for resources: {'Port': ['ID=5ecdb52a-5824-4532-9428-f46db0c3626b,revision_number=7']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:08.943613 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5a4a6f77-073c-4d3e-b5a3-a961b9c972e3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:08.971489 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5a4a6f77-073c-4d3e-b5a3-a961b9c972e3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.037258 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec064a9c-0c10-4ddd-b563-7ee20133ff5b req-851b6e1c-c9e4-4d4c-9eac-be2f724a9b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:09.038429 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ec064a9c-0c10-4ddd-b563-7ee20133ff5b req-851b6e1c-c9e4-4d4c-9eac-be2f724a9b0a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=38e0527ae21a471887ded76c9468ebb9&device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 1099 time: 0.0640154 Aug 09 16:57:09.151367 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5a4a6f77-073c-4d3e-b5a3-a961b9c972e3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.153938 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5a4a6f77-073c-4d3e-b5a3-a961b9c972e3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.155075 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-5a4a6f77-073c-4d3e-b5a3-a961b9c972e3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "DELETE /v2.0/security-groups/273eafa9-a72d-408f-8627-c5a3359d082b HTTP/1.1" status: 204 len: 168 time: 0.2826216 Aug 09 16:57:09.158029 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59140) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:09.173661 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a6f77-073c-4d3e-b5a3-a961b9c972e3 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=273eafa9-a72d-408f-8627-c5a3359d082b,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:09.179598 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec064a9c-0c10-4ddd-b563-7ee20133ff5b req-af1b761c-87e8-4c49-923e-13936de422eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:09.181057 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ec064a9c-0c10-4ddd-b563-7ee20133ff5b req-af1b761c-87e8-4c49-923e-13936de422eb service neutron] 10.222.0.85 "GET /v2.0/networks?id=c0fb33a9-c312-4308-bff4-2acf7408ef6e HTTP/1.1" status: 200 len: 915 time: 0.1071577 Aug 09 16:57:09.256791 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ec064a9c-0c10-4ddd-b563-7ee20133ff5b req-0969b384-5591-46a5-b284-65eeaa98bc6c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecdb52a-5824-4532-9428-f46db0c3626b HTTP/1.1" status: 200 len: 1002 time: 0.0603611 Aug 09 16:57:09.263503 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['5ecdb52a-5824-4532-9428-f46db0c3626b'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:57:09.313815 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec064a9c-0c10-4ddd-b563-7ee20133ff5b req-2e49c7ae-398a-47a8-bb29-0b40738edcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:09.315182 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ec064a9c-0c10-4ddd-b563-7ee20133ff5b req-2e49c7ae-398a-47a8-bb29-0b40738edcb8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=50a8ad36-9b75-4457-a6fd-07ba2b853e74 HTTP/1.1" status: 200 len: 853 time: 0.0499692 Aug 09 16:57:09.328491 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-f83672f5-64ee-4744-b6fb-b6193f3f7f9b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Deleting port dc85d5e1-146d-4f4f-824f-61b59afe3459 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:57:09.329115 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f83672f5-64ee-4744-b6fb-b6193f3f7f9b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.386242 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec064a9c-0c10-4ddd-b563-7ee20133ff5b req-75240db6-682b-4dff-b8ab-bf6eb280b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:09.387922 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ec064a9c-0c10-4ddd-b563-7ee20133ff5b req-75240db6-682b-4dff-b8ab-bf6eb280b715 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c0fb33a9-c312-4308-bff4-2acf7408ef6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447357 Aug 09 16:57:09.418871 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f83672f5-64ee-4744-b6fb-b6193f3f7f9b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.419368 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f83672f5-64ee-4744-b6fb-b6193f3f7f9b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.458604 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-f83672f5-64ee-4744-b6fb-b6193f3f7f9b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Calling delete_port for dc85d5e1-146d-4f4f-824f-61b59afe3459 owned by network:floatingip {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:57:09.562383 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2dda1-ce1c-4e95-a054-8c655c2f6971 req-402761eb-4f75-4baa-b686-bc05941ce027 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:09.563945 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-25f2dda1-ce1c-4e95-a054-8c655c2f6971 req-402761eb-4f75-4baa-b686-bc05941ce027 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 945 time: 0.1414595 Aug 09 16:57:09.605195 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bdb80-8464-4648-9147-058952813d8d req-0ca40f4f-f15c-4d87-acff-a4081f4e8efd tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:09.606711 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-655bdb80-8464-4648-9147-058952813d8d req-0ca40f4f-f15c-4d87-acff-a4081f4e8efd tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.1036172 Aug 09 16:57:09.610463 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ec064a9c-0c10-4ddd-b563-7ee20133ff5b req-7dc35f42-8403-4658-8995-eaab936bccf5 service neutron] 10.222.0.85 "GET /v2.0/networks/c0fb33a9-c312-4308-bff4-2acf7408ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253901 Aug 09 16:57:09.648419 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec0a83-c1fb-4f60-9d7a-0602d998c2a8 req-39838b27-dbc8-4134-bb42-882b214c71c4 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:09.649907 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-06ec0a83-c1fb-4f60-9d7a-0602d998c2a8 req-39838b27-dbc8-4134-bb42-882b214c71c4 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.85 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 945 time: 0.1443706 Aug 09 16:57:09.652596 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-25f2dda1-ce1c-4e95-a054-8c655c2f6971 req-10e9ff54-2268-414a-9e6b-45965cc35019 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=ba1a97a4-4931-42a7-b3d2-3ba82467a302&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818305 Aug 09 16:57:09.674336 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-655bdb80-8464-4648-9147-058952813d8d req-59a0e0f0-ab12-49e1-b1b5-294fb1c02368 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601690 Aug 09 16:57:09.736938 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ec064a9c-0c10-4ddd-b563-7ee20133ff5b req-aca2d30a-281c-4e06-b0c6-c474a53da178 service neutron] 10.222.0.85 "GET /v2.0/networks/c0fb33a9-c312-4308-bff4-2acf7408ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161506 Aug 09 16:57:09.802068 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [req-06ec0a83-c1fb-4f60-9d7a-0602d998c2a8 req-0e901fa2-efa4-42a0-a509-44da77981980 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Deleting port c808ba19-9f30-492f-9465-2e2d6b278a9c {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:57:09.802419 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-06ec0a83-c1fb-4f60-9d7a-0602d998c2a8 req-0e901fa2-efa4-42a0-a509-44da77981980 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.858914 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f83672f5-64ee-4744-b6fb-b6193f3f7f9b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:09.896905 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83672f5-64ee-4744-b6fb-b6193f3f7f9b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Pushing event deleted for resources: {'Port': ['ID=dc85d5e1-146d-4f4f-824f-61b59afe3459,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:09.960616 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [req-06ec0a83-c1fb-4f60-9d7a-0602d998c2a8 req-0e901fa2-efa4-42a0-a509-44da77981980 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] For port c808ba19-9f30-492f-9465-2e2d6b278a9c, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=c808ba19-9f30-492f-9465-2e2d6b278a9c,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:09.961035 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-06ec0a83-c1fb-4f60-9d7a-0602d998c2a8 req-0e901fa2-efa4-42a0-a509-44da77981980 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:10.011295 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f83672f5-64ee-4744-b6fb-b6193f3f7f9b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks [] for floatingip, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:10.011637 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.l3_db [None req-f83672f5-64ee-4744-b6fb-b6193f3f7f9b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Floating IP 715594ed-3b8b-4404-b818-aca8d253d559 disassociated (deleted). External IP: 172.27.0.157, port: 5ecdb52a-5824-4532-9428-f46db0c3626b. Aug 09 16:57:10.231813 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a9c3c-356c-4d56-8d87-939dc6fedbc4 req-26a2a425-2536-42cb-8928-1641b154c2c6 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:10.239897 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9c0a9c3c-356c-4d56-8d87-939dc6fedbc4 req-26a2a425-2536-42cb-8928-1641b154c2c6 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.85 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.2875683 Aug 09 16:57:10.263504 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-06ec0a83-c1fb-4f60-9d7a-0602d998c2a8 req-0e901fa2-efa4-42a0-a509-44da77981980 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:10.263877 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-06ec0a83-c1fb-4f60-9d7a-0602d998c2a8 req-0e901fa2-efa4-42a0-a509-44da77981980 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:10.264207 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.l3_db [req-06ec0a83-c1fb-4f60-9d7a-0602d998c2a8 req-0e901fa2-efa4-42a0-a509-44da77981980 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Floating IP 70eedd3a-9613-4a6f-85a8-9496b5dcc671 disassociated. External IP: 172.27.0.150, port: c808ba19-9f30-492f-9465-2e2d6b278a9c. Aug 09 16:57:10.264547 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [req-06ec0a83-c1fb-4f60-9d7a-0602d998c2a8 req-0e901fa2-efa4-42a0-a509-44da77981980 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Calling delete_port for c808ba19-9f30-492f-9465-2e2d6b278a9c owned by compute:nova {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:57:10.332172 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-9c0a9c3c-356c-4d56-8d87-939dc6fedbc4 req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Deleting port 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:57:10.332625 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-9c0a9c3c-356c-4d56-8d87-939dc6fedbc4 req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:10.383776 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83672f5-64ee-4744-b6fb-b6193f3f7f9b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Router 00dff7bb-1a86-47e1-979a-c25cbd763627 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:57:10.425564 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-9c0a9c3c-356c-4d56-8d87-939dc6fedbc4 req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] For port 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:10.426207 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-9c0a9c3c-356c-4d56-8d87-939dc6fedbc4 req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:10.560542 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83672f5-64ee-4744-b6fb-b6193f3f7f9b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:10.565088 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f83672f5-64ee-4744-b6fb-b6193f3f7f9b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:10.572387 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43952ef5-cb63-4d6d-a3f3-f7bdac983f37 None None] Sync routers for ids ['00dff7bb-1a86-47e1-979a-c25cbd763627'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:10.586351 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43952ef5-cb63-4d6d-a3f3-f7bdac983f37 None None] Routers {'00dff7bb-1a86-47e1-979a-c25cbd763627'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:57:10.587716 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-43952ef5-cb63-4d6d-a3f3-f7bdac983f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:56:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['00dff7bb-1a86-47e1-979a-c25cbd763627'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:10.593024 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-f83672f5-64ee-4744-b6fb-b6193f3f7f9b tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "DELETE /v2.0/floatingips/715594ed-3b8b-4404-b818-aca8d253d559 HTTP/1.1" status: 204 len: 168 time: 1.4337316 Aug 09 16:57:10.605977 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-9c0a9c3c-356c-4d56-8d87-939dc6fedbc4 req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:10.606336 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-9c0a9c3c-356c-4d56-8d87-939dc6fedbc4 req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:10.606643 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.l3_db [req-9c0a9c3c-356c-4d56-8d87-939dc6fedbc4 req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Floating IP 35f4afc6-b977-4451-a89e-68e19e01bd3f disassociated. External IP: 172.27.0.118, port: 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f. Aug 09 16:57:10.606981 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-9c0a9c3c-356c-4d56-8d87-939dc6fedbc4 req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Calling delete_port for 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:57:10.611899 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-06ec0a83-c1fb-4f60-9d7a-0602d998c2a8 req-0e901fa2-efa4-42a0-a509-44da77981980 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:10.641583 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e901fa2-efa4-42a0-a509-44da77981980 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event deleted for resources: {'Port': ['ID=c808ba19-9f30-492f-9465-2e2d6b278a9c,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:10.738317 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-43952ef5-cb63-4d6d-a3f3-f7bdac983f37 None None] Set router 00dff7bb-1a86-47e1-979a-c25cbd763627 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:57:10.823540 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7544e960-c2c7-41d0-acaf-9c28421127a2 req-8e752214-c101-4df4-9525-a3a338752fd3 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 210 time: 0.0369067 Aug 09 16:57:10.935310 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbce3c-dc78-4fd4-87b6-f57bca9b292a req-4bedd1ff-5259-4aa1-a82b-5cb50204611d tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:10.937177 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b0cbce3c-dc78-4fd4-87b6-f57bca9b292a req-4bedd1ff-5259-4aa1-a82b-5cb50204611d tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 945 time: 0.0603979 Aug 09 16:57:10.943479 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-9c0a9c3c-356c-4d56-8d87-939dc6fedbc4 req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:10.979708 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3', 'tag': '5ecdb52a-5824-4532-9428-f46db0c3626b'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:10.981514 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6850cfac-ca35-4139-8b9e-bf74b8fd2449" -d '{"events": [{"name": "network-changed", "server_uuid": "68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3", "tag": "5ecdb52a-5824-4532-9428-f46db0c3626b"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:10.991021 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Pushing event deleted for resources: {'Port': ['ID=0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:11.021746 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-43952ef5-cb63-4d6d-a3f3-f7bdac983f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'name': 'tempest-TestMinimumBasicScenario-223039659-router', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:22Z', 'revision_number': 4, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'gw_port': {'id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:24:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1ac2d7de-b24a-4a45-83b6-3f5828d16c90', 'name': '', 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'mac_address': 'fa:16:3e:a9:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '50a8ad36-9b75-4457-a6fd-07ba2b853e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:21Z', 'updated_at': '2022-08-09T16:53:38Z', 'revision_number': 5, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'subnets': [{'id': '50a8ad36-9b75-4457-a6fd-07ba2b853e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:11.031049 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b0cbce3c-dc78-4fd4-87b6-f57bca9b292a req-b65751aa-688e-4237-833d-b01adbf5b635 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=2d9bc96b-b4f4-41df-8d75-e03165c318a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799544 Aug 09 16:57:11.051860 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43952ef5-cb63-4d6d-a3f3-f7bdac983f37 None None] Checking router: 00dff7bb-1a86-47e1-979a-c25cbd763627 for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:11.062410 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43952ef5-cb63-4d6d-a3f3-f7bdac983f37 None None] Routers {'00dff7bb-1a86-47e1-979a-c25cbd763627'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:57:11.063292 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-43952ef5-cb63-4d6d-a3f3-f7bdac983f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:56:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['00dff7bb-1a86-47e1-979a-c25cbd763627'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:11.070130 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:11.072292 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:11.072645 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:11.072986 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:11.073328 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:11.073687 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:11.074074 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:11.074583 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:11.075010 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:11.075377 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:11.075662 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:11.075989 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:11.089424 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06ec0a83-c1fb-4f60-9d7a-0602d998c2a8 req-0e901fa2-efa4-42a0-a509-44da77981980 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Router 5b620c4c-40f8-48c6-8f8a-853657d52b57 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:57:11.140322 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-009f99cd-c2f8-44b5-aafe-2f3fc10d2ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:11.235547 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c0a9c3c-356c-4d56-8d87-939dc6fedbc4 req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Router 523e1df2-4956-48fb-9f9b-0607fac1acc0 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:57:11.266501 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38d1596-311a-40de-a031-c758b6cb8ae1 x-openstack-request-id: req-e38d1596-311a-40de-a031-c758b6cb8ae1 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:11.266796 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3", "tag": "5ecdb52a-5824-4532-9428-f46db0c3626b", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:11.267054 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e38d1596-311a-40de-a031-c758b6cb8ae1 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:11.267460 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38d1596-311a-40de-a031-c758b6cb8ae1'] response: {'name': 'network-changed', 'server_uuid': '68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3', 'tag': '5ecdb52a-5824-4532-9428-f46db0c3626b', 'status': 'completed', 'code': 200} Aug 09 16:57:11.274444 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06ec0a83-c1fb-4f60-9d7a-0602d998c2a8 req-0e901fa2-efa4-42a0-a509-44da77981980 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:11.284237 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c3bba-13a4-40a0-af4f-f80812155f82 None None] Sync routers for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:11.301294 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c3bba-13a4-40a0-af4f-f80812155f82 None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:57:11.302128 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-550c3bba-13a4-40a0-af4f-f80812155f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:56:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:11.320376 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ec0a83-c1fb-4f60-9d7a-0602d998c2a8 req-0e901fa2-efa4-42a0-a509-44da77981980 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] No DVR routers for this DVR port c808ba19-9f30-492f-9465-2e2d6b278a9c on host hv-cinder-85257 {{(pid=109849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:57:11.323417 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [req-06ec0a83-c1fb-4f60-9d7a-0602d998c2a8 req-0e901fa2-efa4-42a0-a509-44da77981980 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:11.326843 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-06ec0a83-c1fb-4f60-9d7a-0602d998c2a8 req-0e901fa2-efa4-42a0-a509-44da77981980 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.85 "DELETE /v2.0/ports/c808ba19-9f30-492f-9465-2e2d6b278a9c HTTP/1.1" status: 204 len: 173 time: 1.6574044 Aug 09 16:57:11.348010 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850cfac-ca35-4139-8b9e-bf74b8fd2449 req-ea4ade4a-4107-4704-b607-298aa20ec721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:11.354669 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6850cfac-ca35-4139-8b9e-bf74b8fd2449 req-ea4ade4a-4107-4704-b607-298aa20ec721 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=38e0527ae21a471887ded76c9468ebb9&device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 1099 time: 0.1130941 Aug 09 16:57:11.414608 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-43952ef5-cb63-4d6d-a3f3-f7bdac983f37 None None] Set router 00dff7bb-1a86-47e1-979a-c25cbd763627 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:57:11.478461 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-550c3bba-13a4-40a0-af4f-f80812155f82 None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:57:11.494634 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c0a9c3c-356c-4d56-8d87-939dc6fedbc4 req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:11.536655 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f02ee8-cd69-4d86-80bb-3fe8c0a27aaf None None] Sync routers for ids ['523e1df2-4956-48fb-9f9b-0607fac1acc0'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:11.546107 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0a9c3c-356c-4d56-8d87-939dc6fedbc4 req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] No DVR routers for this DVR port 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f on host hv-cinder-85257 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:57:11.552006 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-9c0a9c3c-356c-4d56-8d87-939dc6fedbc4 req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:11.555630 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9c0a9c3c-356c-4d56-8d87-939dc6fedbc4 req-7e2cfe76-7d59-4f24-acac-c9727fd3d1e8 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.85 "DELETE /v2.0/ports/0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f HTTP/1.1" status: 204 len: 173 time: 1.3154366 Aug 09 16:57:11.555785 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c7a84d-f662-4aa4-b58b-ab04295d1697', 'name': 'network-vif-deleted', 'tag': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:11.558105 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdb5d13-fc59-47f5-acb9-38f983becf32" -d '{"events": [{"server_uuid": "f3c7a84d-f662-4aa4-b58b-ab04295d1697", "name": "network-vif-deleted", "tag": "0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:11.575869 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850cfac-ca35-4139-8b9e-bf74b8fd2449 req-d39355c1-1f33-408b-92e2-c9ae0776465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:11.577361 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6850cfac-ca35-4139-8b9e-bf74b8fd2449 req-d39355c1-1f33-408b-92e2-c9ae0776465a service neutron] 10.222.0.85 "GET /v2.0/networks?id=c0fb33a9-c312-4308-bff4-2acf7408ef6e HTTP/1.1" status: 200 len: 915 time: 0.2158144 Aug 09 16:57:11.619949 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f02ee8-cd69-4d86-80bb-3fe8c0a27aaf None None] Routers {'523e1df2-4956-48fb-9f9b-0607fac1acc0'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:57:11.621545 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-18f02ee8-cd69-4d86-80bb-3fe8c0a27aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:56:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['523e1df2-4956-48fb-9f9b-0607fac1acc0'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:11.633160 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d935568e-1912-4cbf-83bd-aa7829a72118 x-openstack-request-id: req-d935568e-1912-4cbf-83bd-aa7829a72118 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:11.633595 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c7a84d-f662-4aa4-b58b-ab04295d1697", "name": "network-vif-deleted", "tag": "0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:11.633783 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d935568e-1912-4cbf-83bd-aa7829a72118 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:11.634151 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d935568e-1912-4cbf-83bd-aa7829a72118'] response: {'server_uuid': 'f3c7a84d-f662-4aa4-b58b-ab04295d1697', 'name': 'network-vif-deleted', 'tag': '0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f', 'status': 'completed', 'code': 200} Aug 09 16:57:11.636006 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6850cfac-ca35-4139-8b9e-bf74b8fd2449 req-723f2267-1351-4cdc-a1a3-c31a3c0466b1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ecdb52a-5824-4532-9428-f46db0c3626b HTTP/1.1" status: 200 len: 217 time: 0.0505028 Aug 09 16:57:11.748245 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850cfac-ca35-4139-8b9e-bf74b8fd2449 req-a6781def-1144-4223-bb7c-1a0bdeaa34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:11.749805 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6850cfac-ca35-4139-8b9e-bf74b8fd2449 req-a6781def-1144-4223-bb7c-1a0bdeaa34b2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=50a8ad36-9b75-4457-a6fd-07ba2b853e74 HTTP/1.1" status: 200 len: 853 time: 0.0752089 Aug 09 16:57:11.792716 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-550c3bba-13a4-40a0-af4f-f80812155f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:11.799678 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-18f02ee8-cd69-4d86-80bb-3fe8c0a27aaf None None] Set router 523e1df2-4956-48fb-9f9b-0607fac1acc0 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:57:11.824769 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c3bba-13a4-40a0-af4f-f80812155f82 None None] Checking router: 5b620c4c-40f8-48c6-8f8a-853657d52b57 for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:11.835651 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c3bba-13a4-40a0-af4f-f80812155f82 None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:57:11.836266 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-550c3bba-13a4-40a0-af4f-f80812155f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:56:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:11.898372 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-43952ef5-cb63-4d6d-a3f3-f7bdac983f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'name': 'tempest-TestMinimumBasicScenario-223039659-router', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:22Z', 'revision_number': 4, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'gw_port': {'id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:24:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1ac2d7de-b24a-4a45-83b6-3f5828d16c90', 'name': '', 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'mac_address': 'fa:16:3e:a9:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '50a8ad36-9b75-4457-a6fd-07ba2b853e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:21Z', 'updated_at': '2022-08-09T16:53:38Z', 'revision_number': 5, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'subnets': [{'id': '50a8ad36-9b75-4457-a6fd-07ba2b853e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:11.899145 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850cfac-ca35-4139-8b9e-bf74b8fd2449 req-86c853fb-7b37-4ddd-8412-7171e3529e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:11.900684 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6850cfac-ca35-4139-8b9e-bf74b8fd2449 req-86c853fb-7b37-4ddd-8412-7171e3529e9a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c0fb33a9-c312-4308-bff4-2acf7408ef6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580707 Aug 09 16:57:11.941166 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8619844a-7b51-4536-b81a-ac1a590f3aac req-7ed72ba4-ff11-4220-a937-d54d97967003 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 210 time: 0.0391853 Aug 09 16:57:11.942273 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43952ef5-cb63-4d6d-a3f3-f7bdac983f37 None None] The sync data for ids ['00dff7bb-1a86-47e1-979a-c25cbd763627'] in dv-cinder-852570-1-iscsi is: [{'id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'name': 'tempest-TestMinimumBasicScenario-223039659-router', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:22Z', 'revision_number': 4, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'gw_port': {'id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:24:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1ac2d7de-b24a-4a45-83b6-3f5828d16c90', 'name': '', 'network_id': 'c0fb33a9-c312-4308-bff4-2acf7408ef6e', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'mac_address': 'fa:16:3e:a9:c0:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '50a8ad36-9b75-4457-a6fd-07ba2b853e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:21Z', 'updated_at': '2022-08-09T16:53:38Z', 'revision_number': 5, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'subnets': [{'id': '50a8ad36-9b75-4457-a6fd-07ba2b853e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:12.031314 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6850cfac-ca35-4139-8b9e-bf74b8fd2449 req-efd517fd-bde7-44c9-b1ed-c421aaefd5a7 service neutron] 10.222.0.85 "GET /v2.0/networks/c0fb33a9-c312-4308-bff4-2acf7408ef6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161819 Aug 09 16:57:12.047849 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-550c3bba-13a4-40a0-af4f-f80812155f82 None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:57:12.102960 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-18f02ee8-cd69-4d86-80bb-3fe8c0a27aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-router', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9535e389-5987-4cf8-9581-82e656ff983f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:08Z', 'revision_number': 4, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'gw_port': {'id': '9535e389-5987-4cf8-9581-82e656ff983f', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'aa8fa19a-4938-491d-8a32-2a1ec3d71b10', 'name': '', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'mac_address': 'fa:16:3e:88:d7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:05Z', 'updated_at': '2022-08-09T16:51:27Z', 'revision_number': 5, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'subnets': [{'id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:12.137394 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f02ee8-cd69-4d86-80bb-3fe8c0a27aaf None None] Checking router: 523e1df2-4956-48fb-9f9b-0607fac1acc0 for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:12.147101 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f02ee8-cd69-4d86-80bb-3fe8c0a27aaf None None] Routers {'523e1df2-4956-48fb-9f9b-0607fac1acc0'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:57:12.147717 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-18f02ee8-cd69-4d86-80bb-3fe8c0a27aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:56:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['523e1df2-4956-48fb-9f9b-0607fac1acc0'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:12.174627 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6850cfac-ca35-4139-8b9e-bf74b8fd2449 req-85e8eb59-734b-464e-85f7-7ddf53713172 service neutron] 10.222.0.85 "GET /v2.0/networks/c0fb33a9-c312-4308-bff4-2acf7408ef6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180325 Aug 09 16:57:12.265157 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f91de9c5-c21d-4668-88ff-f40bf1714300 req-531aa943-add2-4211-9d03-86f42adbdfcb tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 210 time: 0.0487957 Aug 09 16:57:12.290205 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-18f02ee8-cd69-4d86-80bb-3fe8c0a27aaf None None] Set router 523e1df2-4956-48fb-9f9b-0607fac1acc0 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:57:12.328324 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-550c3bba-13a4-40a0-af4f-f80812155f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:12.366351 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c3bba-13a4-40a0-af4f-f80812155f82 None None] The sync data for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi is: [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:12.372673 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dbcd8f-1c00-4f8a-8454-304a291d92dc None None] New status for floating IP 715594ed-3b8b-4404-b818-aca8d253d559: DOWN {{(pid=109850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:57:12.571682 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-18f02ee8-cd69-4d86-80bb-3fe8c0a27aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-router', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9535e389-5987-4cf8-9581-82e656ff983f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:08Z', 'revision_number': 4, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'gw_port': {'id': '9535e389-5987-4cf8-9581-82e656ff983f', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'aa8fa19a-4938-491d-8a32-2a1ec3d71b10', 'name': '', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'mac_address': 'fa:16:3e:88:d7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:05Z', 'updated_at': '2022-08-09T16:51:27Z', 'revision_number': 5, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'subnets': [{'id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:12.592874 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f02ee8-cd69-4d86-80bb-3fe8c0a27aaf None None] The sync data for ids ['523e1df2-4956-48fb-9f9b-0607fac1acc0'] in dv-cinder-852570-1-iscsi is: [{'id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-router', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9535e389-5987-4cf8-9581-82e656ff983f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:51:08Z', 'revision_number': 4, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'gw_port': {'id': '9535e389-5987-4cf8-9581-82e656ff983f', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'aa8fa19a-4938-491d-8a32-2a1ec3d71b10', 'name': '', 'network_id': 'afefc86c-3f24-4c4b-9b8a-046339133df8', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'mac_address': 'fa:16:3e:88:d7:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:05Z', 'updated_at': '2022-08-09T16:51:27Z', 'revision_number': 5, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'subnets': [{'id': '2078996a-91bc-4210-bac4-b6f4af459f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:12.732656 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85219bd-78ab-44f2-bda7-7b2ee55e09d2 None None] New status for floating IP 70eedd3a-9613-4a6f-85a8-9496b5dcc671: DOWN {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:57:12.871684 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20b0c25-8602-4347-852e-eb7feeeda4e4 None None] New status for floating IP 35f4afc6-b977-4451-a89e-68e19e01bd3f: DOWN {{(pid=109850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:57:13.063374 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2e3402b3-3c52-4b76-98d4-a9e8317b5d19 req-11c2223a-fa0e-4d09-90b5-6912a206eb7b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50e6415-224d-4b48-ad37-f16d09a7f139 HTTP/1.1" status: 200 len: 210 time: 0.0255983 Aug 09 16:57:13.268883 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50e6415-224d-4b48-ad37-f16d09a7f139', 'name': 'network-vif-deleted', 'tag': 'c808ba19-9f30-492f-9465-2e2d6b278a9c'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:13.271521 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ba5334-4e61-41ef-89bf-cbb3a171c848" -d '{"events": [{"server_uuid": "d50e6415-224d-4b48-ad37-f16d09a7f139", "name": "network-vif-deleted", "tag": "c808ba19-9f30-492f-9465-2e2d6b278a9c"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:13.286152 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a2ad896a-f3f7-4a35-9440-f017874083f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:13.309344 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437b09db-e61a-433e-9e69-c88e53047473 x-openstack-request-id: req-437b09db-e61a-433e-9e69-c88e53047473 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:13.309715 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50e6415-224d-4b48-ad37-f16d09a7f139", "name": "network-vif-deleted", "tag": "c808ba19-9f30-492f-9465-2e2d6b278a9c", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:13.310026 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-437b09db-e61a-433e-9e69-c88e53047473 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:13.310503 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-437b09db-e61a-433e-9e69-c88e53047473'] response: {'server_uuid': 'd50e6415-224d-4b48-ad37-f16d09a7f139', 'name': 'network-vif-deleted', 'tag': 'c808ba19-9f30-492f-9465-2e2d6b278a9c', 'status': 'completed', 'code': 200} Aug 09 16:57:13.397226 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5e0e1580-77a1-414e-81c8-faa007215820 req-b88ee8d4-7a08-4d3c-8cab-c7a0e78cbfaa tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3c7a84d-f662-4aa4-b58b-ab04295d1697 HTTP/1.1" status: 200 len: 210 time: 0.0322943 Aug 09 16:57:13.774882 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device c808ba19-9f30-492f-9465-2e2d6b278a9c no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:13.800955 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: c808ba19-9f30-492f-9465-2e2d6b278a9c {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:57:13.801292 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device c808ba19-9f30-492f-9465-2e2d6b278a9c not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:13.802299 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:13.821500 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:57:13.821930 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 0f969b37-61f8-4ea1-b5f4-334a0ddb4e2f not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:14.298622 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59190) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:14.353871 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bb7dae12-faf0-4024-aef0-d351259b5443 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:14.376293 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bb7dae12-faf0-4024-aef0-d351259b5443 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:14.525910 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bb7dae12-faf0-4024-aef0-d351259b5443 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:14.528613 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bb7dae12-faf0-4024-aef0-d351259b5443 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:14.529829 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-bb7dae12-faf0-4024-aef0-d351259b5443 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "DELETE /v2.0/security-groups/ba1a97a4-4931-42a7-b3d2-3ba82467a302 HTTP/1.1" status: 204 len: 168 time: 0.2301054 Aug 09 16:57:14.532611 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 59196) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:14.542667 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dae12-faf0-4024-aef0-d351259b5443 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1a97a4-4931-42a7-b3d2-3ba82467a302,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:14.546460 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.api.v2.resource [None req-98746a3b-da84-472c-8dfb-fd21ff302c58 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] show failed (client error): The resource could not be found. Aug 09 16:57:14.546632 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dae12-faf0-4024-aef0-d351259b5443 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:14.546817 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dae12-faf0-4024-aef0-d351259b5443 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:14.547216 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dae12-faf0-4024-aef0-d351259b5443 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:14.547657 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-98746a3b-da84-472c-8dfb-fd21ff302c58 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups/ba1a97a4-4931-42a7-b3d2-3ba82467a302 HTTP/1.1" status: 404 len: 347 time: 0.0140250 Aug 09 16:57:14.548170 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dae12-faf0-4024-aef0-d351259b5443 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:14.548515 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dae12-faf0-4024-aef0-d351259b5443 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:14.548952 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dae12-faf0-4024-aef0-d351259b5443 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:14.549193 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dae12-faf0-4024-aef0-d351259b5443 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:14.549561 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dae12-faf0-4024-aef0-d351259b5443 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:14.549896 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dae12-faf0-4024-aef0-d351259b5443 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:14.550227 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dae12-faf0-4024-aef0-d351259b5443 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:14.550576 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dae12-faf0-4024-aef0-d351259b5443 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:14.550908 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7dae12-faf0-4024-aef0-d351259b5443 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:14.551192 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 59198) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:14.619842 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59200) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:14.676080 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-46939bad-481d-4296-89e7-eada7036dd5a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:14.683904 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-ceb0af49-16ac-426b-a130-6449b88b8aa9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Deleting port 7668cb92-d83b-4d0c-abde-dc8e067cfbee {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:57:14.684239 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ceb0af49-16ac-426b-a130-6449b88b8aa9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:14.701018 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-46939bad-481d-4296-89e7-eada7036dd5a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:14.763748 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ceb0af49-16ac-426b-a130-6449b88b8aa9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:14.764079 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ceb0af49-16ac-426b-a130-6449b88b8aa9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:14.776428 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-ceb0af49-16ac-426b-a130-6449b88b8aa9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Calling delete_port for 7668cb92-d83b-4d0c-abde-dc8e067cfbee owned by network:floatingip {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:57:14.863213 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-46939bad-481d-4296-89e7-eada7036dd5a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:14.866732 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-46939bad-481d-4296-89e7-eada7036dd5a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:14.867949 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-46939bad-481d-4296-89e7-eada7036dd5a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "DELETE /v2.0/security-groups/2d9bc96b-b4f4-41df-8d75-e03165c318a2 HTTP/1.1" status: 204 len: 168 time: 0.2466938 Aug 09 16:57:14.871558 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 59206) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:14.877397 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46939bad-481d-4296-89e7-eada7036dd5a tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9bc96b-b4f4-41df-8d75-e03165c318a2,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:14.904734 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.api.v2.resource [None req-1d928185-64c2-4e74-a541-3040da4bd805 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] show failed (client error): The resource could not be found. Aug 09 16:57:14.908358 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-1d928185-64c2-4e74-a541-3040da4bd805 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups/2d9bc96b-b4f4-41df-8d75-e03165c318a2 HTTP/1.1" status: 404 len: 347 time: 0.0332317 Aug 09 16:57:14.909108 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 59208) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:14.960595 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.039426 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-3c6a4173-4022-4ec8-bf21-8eb6e6eb953c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Deleting port 5105527a-8bd2-4cbc-8619-e42b2990479e {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:57:15.039765 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3c6a4173-4022-4ec8-bf21-8eb6e6eb953c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.100638 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ceb0af49-16ac-426b-a130-6449b88b8aa9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.138465 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0af49-16ac-426b-a130-6449b88b8aa9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event deleted for resources: {'Port': ['ID=7668cb92-d83b-4d0c-abde-dc8e067cfbee,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:15.161352 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3c6a4173-4022-4ec8-bf21-8eb6e6eb953c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.161700 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3c6a4173-4022-4ec8-bf21-8eb6e6eb953c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.194118 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-3c6a4173-4022-4ec8-bf21-8eb6e6eb953c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Calling delete_port for 5105527a-8bd2-4cbc-8619-e42b2990479e owned by network:floatingip {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:57:15.253391 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ceb0af49-16ac-426b-a130-6449b88b8aa9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.256715 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ceb0af49-16ac-426b-a130-6449b88b8aa9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.257971 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ceb0af49-16ac-426b-a130-6449b88b8aa9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "DELETE /v2.0/floatingips/70eedd3a-9613-4a6f-85a8-9496b5dcc671 HTTP/1.1" status: 204 len: 168 time: 0.7055612 Aug 09 16:57:15.309451 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78131e-8a17-452a-ad60-69d4353c5a4c req-79177d60-d533-40fe-91da-1352ad437c3d tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:15.311669 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ff78131e-8a17-452a-ad60-69d4353c5a4c req-79177d60-d533-40fe-91da-1352ad437c3d tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0529306 Aug 09 16:57:15.354361 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ff78131e-8a17-452a-ad60-69d4353c5a4c req-594ff63c-1551-4ce9-9ec9-eaafc2de6a85 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361979 Aug 09 16:57:15.458189 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3c6a4173-4022-4ec8-bf21-8eb6e6eb953c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.467631 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59214) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:15.472292 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-a8b7b9a9-f88a-47e3-918b-1d23430edcec tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2000165176', 'description': 'tempest-description--1197496538'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:15.484769 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a4173-4022-4ec8-bf21-8eb6e6eb953c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Pushing event deleted for resources: {'Port': ['ID=5105527a-8bd2-4cbc-8619-e42b2990479e,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:15.548427 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3c6a4173-4022-4ec8-bf21-8eb6e6eb953c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks [] for floatingip, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.550940 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-3c6a4173-4022-4ec8-bf21-8eb6e6eb953c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.552216 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-3c6a4173-4022-4ec8-bf21-8eb6e6eb953c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "DELETE /v2.0/floatingips/35f4afc6-b977-4451-a89e-68e19e01bd3f HTTP/1.1" status: 204 len: 168 time: 0.6425905 Aug 09 16:57:15.583820 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a8b7b9a9-f88a-47e3-918b-1d23430edcec tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.650319 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a8b7b9a9-f88a-47e3-918b-1d23430edcec tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.772337 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a8b7b9a9-f88a-47e3-918b-1d23430edcec tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.800815 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7b9a9-f88a-47e3-918b-1d23430edcec tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:15.922786 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a8b7b9a9-f88a-47e3-918b-1d23430edcec tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:15.924024 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a8b7b9a9-f88a-47e3-918b-1d23430edcec tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4553053 Aug 09 16:57:15.927079 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59220) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:15.931398 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-27c663a4-2d5d-4784-ae30-8419c8bf3d84 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'security_group_rule': {'security_group_id': '5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:16.062708 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-27c663a4-2d5d-4784-ae30-8419c8bf3d84 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:16.122763 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-27c663a4-2d5d-4784-ae30-8419c8bf3d84 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:16.205762 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-27c663a4-2d5d-4784-ae30-8419c8bf3d84 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:16.224313 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c663a4-2d5d-4784-ae30-8419c8bf3d84 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af7a244-21c0-4f3a-9d20-ace2d85f7175,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:16.240587 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:16.316506 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-27c663a4-2d5d-4784-ae30-8419c8bf3d84 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:16.318300 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-27c663a4-2d5d-4784-ae30-8419c8bf3d84 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3903058 Aug 09 16:57:16.322484 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59222) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:16.325673 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-a89f24d4-8862-43e5-a051-81fd8af78acd tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'security_group_rule': {'security_group_id': '5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:16.457717 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a89f24d4-8862-43e5-a051-81fd8af78acd tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:16.504180 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdd9c9-9639-417d-acfe-8fea5c1c0bb3 req-9d98cd6f-e8a2-4b03-ae09-f69b12e7eafd tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:16.505739 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-81bdd9c9-9639-417d-acfe-8fea5c1c0bb3 req-9d98cd6f-e8a2-4b03-ae09-f69b12e7eafd tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0814338 Aug 09 16:57:16.537767 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a89f24d4-8862-43e5-a051-81fd8af78acd tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:16.556333 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-81bdd9c9-9639-417d-acfe-8fea5c1c0bb3 req-6971daeb-dcdb-401f-89a8-fb48779702d5 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440140 Aug 09 16:57:16.640633 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a89f24d4-8862-43e5-a051-81fd8af78acd tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603717'] for security_group_rule, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:16.659522 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f24d4-8862-43e5-a051-81fd8af78acd tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37699d66-00f1-4e8c-9ffe-23815bed103c,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:16.762085 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a89f24d4-8862-43e5-a051-81fd8af78acd tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:16.763318 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a89f24d4-8862-43e5-a051-81fd8af78acd tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4411709 Aug 09 16:57:16.768885 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59226) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:16.773519 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-495de962-9bcb-44a9-b36d-469e9013d2e2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'floatingip': {'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:16.823313 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:16.846087 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-495de962-9bcb-44a9-b36d-469e9013d2e2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:16.948705 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:16.957199 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-495de962-9bcb-44a9-b36d-469e9013d2e2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:17.066498 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-495de962-9bcb-44a9-b36d-469e9013d2e2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Allocated IP 172.27.0.198 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/17bd6f56-8b2b-4dd0-8f17-35095954aac7) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:57:17.177748 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-495de962-9bcb-44a9-b36d-469e9013d2e2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:17.360517 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-495de962-9bcb-44a9-b36d-469e9013d2e2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:17.402322 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495de962-9bcb-44a9-b36d-469e9013d2e2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:17.406525 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-495de962-9bcb-44a9-b36d-469e9013d2e2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:17.410963 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495de962-9bcb-44a9-b36d-469e9013d2e2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:57:17.413885 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495de962-9bcb-44a9-b36d-469e9013d2e2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'Port': ['ID=17bd6f56-8b2b-4dd0-8f17-35095954aac7,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:17.497087 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-495de962-9bcb-44a9-b36d-469e9013d2e2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:17.677856 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e564f3-9d8b-4330-81c0-8fb271ce6f23 req-d5927a42-31a2-4c48-b52b-4d769e067744 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:17.679302 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a6e564f3-9d8b-4330-81c0-8fb271ce6f23 req-d5927a42-31a2-4c48-b52b-4d769e067744 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0479164 Aug 09 16:57:17.685930 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-495de962-9bcb-44a9-b36d-469e9013d2e2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:17.718170 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a6e564f3-9d8b-4330-81c0-8fb271ce6f23 req-d7b3e952-a169-41bd-bab5-2cfaad9997eb tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/security-groups?id=764dc97c-b3b1-4993-aa24-47b1f452a277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325761 Aug 09 16:57:17.841286 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-495de962-9bcb-44a9-b36d-469e9013d2e2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for port, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.017428 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-495de962-9bcb-44a9-b36d-469e9013d2e2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25174475'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.084257 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495de962-9bcb-44a9-b36d-469e9013d2e2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'Port': ['ID=17bd6f56-8b2b-4dd0-8f17-35095954aac7,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:18.086730 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-495de962-9bcb-44a9-b36d-469e9013d2e2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.141862 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65aec94-9c49-4d2d-8a1f-701f6724dbb2 req-59aebf00-c91b-4aff-bad6-0d7b6ee2e599 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:18.143331 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f65aec94-9c49-4d2d-8a1f-701f6724dbb2 req-59aebf00-c91b-4aff-bad6-0d7b6ee2e599 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.85 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 946 time: 0.0495436 Aug 09 16:57:18.241051 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-f65aec94-9c49-4d2d-8a1f-701f6724dbb2 req-ed9f2240-ef79-4373-9e40-bcfe68ade3ce tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Deleting port 5ecdb52a-5824-4532-9428-f46db0c3626b {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:57:18.241389 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f65aec94-9c49-4d2d-8a1f-701f6724dbb2 req-ed9f2240-ef79-4373-9e40-bcfe68ade3ce tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.276694 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-495de962-9bcb-44a9-b36d-469e9013d2e2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.278044 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-495de962-9bcb-44a9-b36d-469e9013d2e2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5081866 Aug 09 16:57:18.339795 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-f65aec94-9c49-4d2d-8a1f-701f6724dbb2 req-ed9f2240-ef79-4373-9e40-bcfe68ade3ce tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] For port 5ecdb52a-5824-4532-9428-f46db0c3626b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=5ecdb52a-5824-4532-9428-f46db0c3626b,segment=NetworkSegment(a735e250-5733-4f6d-aba1-ee0e683bf432),segment_id=a735e250-5733-4f6d-aba1-ee0e683bf432)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:18.340247 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f65aec94-9c49-4d2d-8a1f-701f6724dbb2 req-ed9f2240-ef79-4373-9e40-bcfe68ade3ce tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.353384 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-f65aec94-9c49-4d2d-8a1f-701f6724dbb2 req-ed9f2240-ef79-4373-9e40-bcfe68ade3ce tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Calling delete_port for 5ecdb52a-5824-4532-9428-f46db0c3626b owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:57:18.448242 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-4e49658a-b933-4e3d-bd75-bc227cca0439 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2000165176&fields=id&tenant_id=263134786e174e0683b78ef12715c3fb HTTP/1.1" status: 200 len: 267 time: 0.0504434 Aug 09 16:57:18.599940 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-40b1bc80-a200-47dc-9939-55c399d0704e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:18.602113 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-40b1bc80-a200-47dc-9939-55c399d0704e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/networks?id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea HTTP/1.1" status: 200 len: 815 time: 0.1440268 Aug 09 16:57:18.618204 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-f8c6acd7-f34c-4eff-b4de-ccdb16cd4e41 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/quotas/263134786e174e0683b78ef12715c3fb HTTP/1.1" status: 200 len: 375 time: 0.0101838 Aug 09 16:57:18.671719 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-1b807b7a-d4fa-4305-b26e-81996c5c667f tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=263134786e174e0683b78ef12715c3fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469499 Aug 09 16:57:18.710813 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f65aec94-9c49-4d2d-8a1f-701f6724dbb2 req-ed9f2240-ef79-4373-9e40-bcfe68ade3ce tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.748371 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f2240-ef79-4373-9e40-bcfe68ade3ce tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Pushing event deleted for resources: {'Port': ['ID=5ecdb52a-5824-4532-9428-f46db0c3626b,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:18.754884 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['5ecdb52a-5824-4532-9428-f46db0c3626b'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:57:18.803243 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d55df-9c29-4ce2-bbee-52c7bb8950af req-e0766a6a-ae2f-4261-9eac-ae82421e4d92 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:18.805050 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1c7d55df-9c29-4ce2-bbee-52c7bb8950af req-e0766a6a-ae2f-4261-9eac-ae82421e4d92 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0703182 Aug 09 16:57:18.815085 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65aec94-9c49-4d2d-8a1f-701f6724dbb2 req-ed9f2240-ef79-4373-9e40-bcfe68ade3ce tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] No DVR routers for this DVR port 5ecdb52a-5824-4532-9428-f46db0c3626b on host hv-cinder-85257 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:57:18.841259 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-f65aec94-9c49-4d2d-8a1f-701f6724dbb2 req-ed9f2240-ef79-4373-9e40-bcfe68ade3ce tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:18.843637 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1c7d55df-9c29-4ce2-bbee-52c7bb8950af req-5990842b-ff95-4e5a-a222-c6cc2fa83b23 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325477 Aug 09 16:57:18.844520 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f65aec94-9c49-4d2d-8a1f-701f6724dbb2 req-ed9f2240-ef79-4373-9e40-bcfe68ade3ce tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.85 "DELETE /v2.0/ports/5ecdb52a-5824-4532-9428-f46db0c3626b HTTP/1.1" status: 204 len: 173 time: 0.6946511 Aug 09 16:57:18.844966 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3', 'name': 'network-vif-deleted', 'tag': '5ecdb52a-5824-4532-9428-f46db0c3626b'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:18.847243 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cd6781-3a57-4da2-af8a-15bd3f67f542" -d '{"events": [{"server_uuid": "68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3", "name": "network-vif-deleted", "tag": "5ecdb52a-5824-4532-9428-f46db0c3626b"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:18.886567 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-3806d080-80d4-4568-8f88-b376bad44b73 service neutron] 10.222.0.49 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952102 Aug 09 16:57:18.948793 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a7e5cf84-f96f-4580-8b10-6babf18116d0 req-55216be5-29a1-4808-b0f4-e8b09cd19877 tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 210 time: 0.0361040 Aug 09 16:57:19.006458 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-31bb127e-6238-473d-a7d6-4ab739e68cc0 service neutron] 10.222.0.49 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192110 Aug 09 16:57:19.015257 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5f4684-53d5-4341-a3ec-a0e78e247c8a x-openstack-request-id: req-4f5f4684-53d5-4341-a3ec-a0e78e247c8a {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:19.015547 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3", "name": "network-vif-deleted", "tag": "5ecdb52a-5824-4532-9428-f46db0c3626b", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:19.015795 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4f5f4684-53d5-4341-a3ec-a0e78e247c8a {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:19.016195 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5f4684-53d5-4341-a3ec-a0e78e247c8a'] response: {'server_uuid': '68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3', 'name': 'network-vif-deleted', 'tag': '5ecdb52a-5824-4532-9428-f46db0c3626b', 'status': 'completed', 'code': 200} Aug 09 16:57:19.321460 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-36d71089-4ea7-4ff8-82c5-7c06f090f19b req-f890b605-fbab-411c-9647-13455cb38b6b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 210 time: 0.0258811 Aug 09 16:57:19.980014 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e03dd-fee9-40e8-b428-a95820961984 req-f1b1e2db-f686-4c83-b7a6-af965a577034 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:19.981661 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ff0e03dd-fee9-40e8-b428-a95820961984 req-f1b1e2db-f686-4c83-b7a6-af965a577034 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0559478 Aug 09 16:57:20.025805 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ff0e03dd-fee9-40e8-b428-a95820961984 req-c3343042-ee0d-4a84-b496-2775dfe8eda0 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378196 Aug 09 16:57:20.083835 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a9c5e0a5-1fbf-49af-a083-77342156eddf req-ececd92f-dedd-4369-8fe7-40c7347d8f8d tempest-TestMinimumBasicScenario-1181811364 tempest-TestMinimumBasicScenario-1181811364-project] 10.222.0.49 "GET /v2.0/ports?device_id=68757cf6-6d2e-4c2d-9fde-7d7ec763e9f3 HTTP/1.1" status: 200 len: 210 time: 0.0323229 Aug 09 16:57:20.422872 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-21d6bde0-5bf0-4f17-a580-df9b04188459 req-b9403bde-ff7c-4d8a-ad60-2f26290fc8db tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 210 time: 0.0246127 Aug 09 16:57:21.152691 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b9025-ae96-4eb8-a5a8-1828af33a6ba req-18a9faa4-0808-45c7-a470-bfb4b0317e7b tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:21.154966 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f37b9025-ae96-4eb8-a5a8-1828af33a6ba req-18a9faa4-0808-45c7-a470-bfb4b0317e7b tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0545168 Aug 09 16:57:21.195633 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f37b9025-ae96-4eb8-a5a8-1828af33a6ba req-e177903c-c3e3-46d3-9f1e-e8e7290e9f19 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340712 Aug 09 16:57:21.273660 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b0482-1eff-4899-a6b1-94898dedc47b req-526dfaab-c45f-48cd-b572-fa81a16423f5 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:21.275139 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-501b0482-1eff-4899-a6b1-94898dedc47b req-526dfaab-c45f-48cd-b572-fa81a16423f5 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.85 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 946 time: 0.0529847 Aug 09 16:57:21.414393 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-501b0482-1eff-4899-a6b1-94898dedc47b req-8895204d-7a89-43f7-a5ce-322534cdfa54 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Deleting port 4014f437-b28e-43e2-a675-9c34274cd756 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:57:21.414748 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-501b0482-1eff-4899-a6b1-94898dedc47b req-8895204d-7a89-43f7-a5ce-322534cdfa54 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:21.523600 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-501b0482-1eff-4899-a6b1-94898dedc47b req-8895204d-7a89-43f7-a5ce-322534cdfa54 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] For port 4014f437-b28e-43e2-a675-9c34274cd756, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=4014f437-b28e-43e2-a675-9c34274cd756,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:21.523836 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-501b0482-1eff-4899-a6b1-94898dedc47b req-8895204d-7a89-43f7-a5ce-322534cdfa54 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:21.529935 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d4e2d5b1-9362-49cf-a79b-49a704c737ec req-f6ec8691-c9a3-4c03-8103-35948634b5d9 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 210 time: 0.0284412 Aug 09 16:57:21.536705 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-501b0482-1eff-4899-a6b1-94898dedc47b req-8895204d-7a89-43f7-a5ce-322534cdfa54 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Calling delete_port for 4014f437-b28e-43e2-a675-9c34274cd756 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:57:21.771743 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-501b0482-1eff-4899-a6b1-94898dedc47b req-8895204d-7a89-43f7-a5ce-322534cdfa54 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:21.825804 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['4014f437-b28e-43e2-a675-9c34274cd756', 'e9fff966-2878-46da-baf4-d9229eb5968e'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:57:21.857800 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 5ecdb52a-5824-4532-9428-f46db0c3626b no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:21.884311 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: 5ecdb52a-5824-4532-9428-f46db0c3626b {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:57:21.884661 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 5ecdb52a-5824-4532-9428-f46db0c3626b not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:22.036836 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895204d-7a89-43f7-a5ce-322534cdfa54 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Pushing event deleted for resources: {'Port': ['ID=4014f437-b28e-43e2-a675-9c34274cd756,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:22.078280 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-501b0482-1eff-4899-a6b1-94898dedc47b req-8895204d-7a89-43f7-a5ce-322534cdfa54 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] No DVR routers for this DVR port 4014f437-b28e-43e2-a675-9c34274cd756 on host hv-cinder-85257 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:57:22.080653 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-501b0482-1eff-4899-a6b1-94898dedc47b req-8895204d-7a89-43f7-a5ce-322534cdfa54 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:22.084618 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-501b0482-1eff-4899-a6b1-94898dedc47b req-8895204d-7a89-43f7-a5ce-322534cdfa54 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.85 "DELETE /v2.0/ports/4014f437-b28e-43e2-a675-9c34274cd756 HTTP/1.1" status: 204 len: 173 time: 0.7636113 Aug 09 16:57:22.084997 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb91316a-6971-4ac0-975d-19412aa09d8e', 'name': 'network-vif-deleted', 'tag': '4014f437-b28e-43e2-a675-9c34274cd756'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:22.087245 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de34fde7-68a6-4ca0-b645-626aa529c4ca" -d '{"events": [{"server_uuid": "fb91316a-6971-4ac0-975d-19412aa09d8e", "name": "network-vif-deleted", "tag": "4014f437-b28e-43e2-a675-9c34274cd756"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:22.130566 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c443ba1a-cfdb-48c8-b151-c1ecd29458c4 x-openstack-request-id: req-c443ba1a-cfdb-48c8-b151-c1ecd29458c4 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:22.135890 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb91316a-6971-4ac0-975d-19412aa09d8e", "name": "network-vif-deleted", "tag": "4014f437-b28e-43e2-a675-9c34274cd756", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:22.135890 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c443ba1a-cfdb-48c8-b151-c1ecd29458c4 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:22.135890 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c443ba1a-cfdb-48c8-b151-c1ecd29458c4'] response: {'server_uuid': 'fb91316a-6971-4ac0-975d-19412aa09d8e', 'name': 'network-vif-deleted', 'tag': '4014f437-b28e-43e2-a675-9c34274cd756', 'status': 'completed', 'code': 200} Aug 09 16:57:22.292589 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a307f518-479a-410f-bc2f-7e8963516790 req-4c203c70-b84a-4f1e-b0e0-414702e51a81 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 210 time: 0.0263824 Aug 09 16:57:22.595926 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-e4d821f0-8a71-4f4b-ae8c-abf6d82274b2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:22.597558 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-e4d821f0-8a71-4f4b-ae8c-abf6d82274b2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.85 "GET /v2.0/networks?id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea HTTP/1.1" status: 200 len: 815 time: 0.1128523 Aug 09 16:57:22.638108 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c609d03a-036b-41bc-a36b-da3e46cdc1f5 req-06a168fe-8f9e-4fa3-93dc-fa847f217bf8 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 210 time: 0.0289500 Aug 09 16:57:22.673399 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-756105e2-eefa-4367-a8be-3aee9c0cbc01 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=263134786e174e0683b78ef12715c3fb HTTP/1.1" status: 200 len: 380 time: 0.0378184 Aug 09 16:57:22.685619 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-433daf3a-7f2c-42c8-94ab-573563ed0a3b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'port': {'device_id': '60dadfb0-361a-4a81-89ac-46d271e0336d', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'admin_state_up': True, 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'security_groups': ['5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5']}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:22.909132 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-433daf3a-7f2c-42c8-94ab-573563ed0a3b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Made reservation on behalf of 263134786e174e0683b78ef12715c3fb for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:57:22.913675 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-433daf3a-7f2c-42c8-94ab-573563ed0a3b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.044492 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-433daf3a-7f2c-42c8-94ab-573563ed0a3b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Allocated IP 172.20.0.4 (d420601f-31a3-46a3-ad4c-fea8c4abc0ea/4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9/ad2fcfa3-b2aa-436b-a3ed-7e1473907e68) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:57:23.069169 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59342) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:23.190171 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-433daf3a-7f2c-42c8-94ab-573563ed0a3b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.326529 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-433daf3a-7f2c-42c8-94ab-573563ed0a3b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.373921 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-433daf3a-7f2c-42c8-94ab-573563ed0a3b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Network d420601f-31a3-46a3-ad4c-fea8c4abc0ea is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:57:23.377170 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-433daf3a-7f2c-42c8-94ab-573563ed0a3b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:57:23.382539 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-433daf3a-7f2c-42c8-94ab-573563ed0a3b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:57:23.411734 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433daf3a-7f2c-42c8-94ab-573563ed0a3b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event updated for resources: {'Port': ['ID=ad2fcfa3-b2aa-436b-a3ed-7e1473907e68,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:23.434112 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-098fbc31-70ae-4a61-9faa-66263cd4b7ee req-2a704b86-59e8-4774-8b7c-6be9f7fa353b tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb91316a-6971-4ac0-975d-19412aa09d8e HTTP/1.1" status: 200 len: 210 time: 0.0507882 Aug 09 16:57:23.459545 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-433daf3a-7f2c-42c8-94ab-573563ed0a3b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:23.459545 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-433daf3a-7f2c-42c8-94ab-573563ed0a3b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.472557 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-09661184-97d3-4adb-b1e8-8829f512f268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571222'] for router_interface, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.562968 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-433daf3a-7f2c-42c8-94ab-573563ed0a3b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8809977 Aug 09 16:57:23.590758 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Request body: {'port': {'device_id': '60dadfb0-361a-4a81-89ac-46d271e0336d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:23.622457 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-3536f6da-30d8-448d-9ca0-4de9397169f8 None None] Provisioning complete for port ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:23.623563 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3536f6da-30d8-448d-9ca0-4de9397169f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.650113 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.662258 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-3536f6da-30d8-448d-9ca0-4de9397169f8 None None] Port ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:57:23.760126 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-09661184-97d3-4adb-b1e8-8829f512f268 admin admin] Deleting port 1ac2d7de-b24a-4a45-83b6-3f5828d16c90 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:57:23.760126 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-09661184-97d3-4adb-b1e8-8829f512f268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.843281 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-09661184-97d3-4adb-b1e8-8829f512f268 admin admin] For port 1ac2d7de-b24a-4a45-83b6-3f5828d16c90, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=1ac2d7de-b24a-4a45-83b6-3f5828d16c90,segment=NetworkSegment(a735e250-5733-4f6d-aba1-ee0e683bf432),segment_id=a735e250-5733-4f6d-aba1-ee0e683bf432)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:23.843683 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-09661184-97d3-4adb-b1e8-8829f512f268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:23.848505 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afb3ee-eee8-4114-a9cf-fcb4a83f00a8 req-bdb63971-b60d-4e70-8b16-f0389b20af7d tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:23.850072 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-78afb3ee-eee8-4114-a9cf-fcb4a83f00a8 req-bdb63971-b60d-4e70-8b16-f0389b20af7d tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 931 time: 0.1323876 Aug 09 16:57:23.858840 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-09661184-97d3-4adb-b1e8-8829f512f268 admin admin] Calling delete_port for 1ac2d7de-b24a-4a45-83b6-3f5828d16c90 owned by network:router_interface {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:57:23.936332 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-78afb3ee-eee8-4114-a9cf-fcb4a83f00a8 req-afc3411a-7fc1-4789-9427-0bbc23402ef2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771427 Aug 09 16:57:24.004892 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:57:24.013161 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.102854 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Transition to ACTIVE for port object ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:57:24.103214 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-09661184-97d3-4adb-b1e8-8829f512f268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.132912 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09661184-97d3-4adb-b1e8-8829f512f268 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac2d7de-b24a-4a45-83b6-3f5828d16c90,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:24.200652 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25848049'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.269084 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2fcfa3-b2aa-436b-a3ed-7e1473907e68,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:24.302171 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-09661184-97d3-4adb-b1e8-8829f512f268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571386'] for router_interface, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.320940 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Attempting to bind port ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:57:24.321118 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Attempting to bind port ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:57:24.321483 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Attempting to bind port ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 on network d420601f-31a3-46a3-ad4c-fea8c4abc0ea {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:57:24.326121 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Port ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 on network d420601f-31a3-46a3-ad4c-fea8c4abc0ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:57:24.326443 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Attempting to bind port ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 on network d420601f-31a3-46a3-ad4c-fea8c4abc0ea {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:57:24.331300 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:57:24.331632 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Checking segment: {'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:57:24.332031 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Bound using segment: {'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:57:24.333104 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Bound port: ad2fcfa3-b2aa-436b-a3ed-7e1473907e68, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87f5d243-c53a-428d-b098-88104c9fed17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:57:24.333507 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.399275 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] For port ad2fcfa3-b2aa-436b-a3ed-7e1473907e68, host hv-cinder-85257, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:57:24.402416 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] For port ad2fcfa3-b2aa-436b-a3ed-7e1473907e68, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=ad2fcfa3-b2aa-436b-a3ed-7e1473907e68,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:57:24.522555 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09661184-97d3-4adb-b1e8-8829f512f268 admin admin] Router 00dff7bb-1a86-47e1-979a-c25cbd763627 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:57:24.549568 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25848049'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.554696 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:24.555367 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.556818 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] 10.222.0.85 "PUT /v2.0/ports/ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 HTTP/1.1" status: 200 len: 1093 time: 0.9705069 Aug 09 16:57:24.557249 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60dadfb0-361a-4a81-89ac-46d271e0336d', 'tag': 'ad2fcfa3-b2aa-436b-a3ed-7e1473907e68'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:24.559674 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f44ba2c-6f6a-4a3f-a2de-d5d6c2660d63" -d '{"events": [{"name": "network-changed", "server_uuid": "60dadfb0-361a-4a81-89ac-46d271e0336d", "tag": "ad2fcfa3-b2aa-436b-a3ed-7e1473907e68"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:24.598150 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b5198c-c34d-4d2c-ad15-4d66710d886b x-openstack-request-id: req-12b5198c-c34d-4d2c-ad15-4d66710d886b {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:24.598444 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60dadfb0-361a-4a81-89ac-46d271e0336d", "tag": "ad2fcfa3-b2aa-436b-a3ed-7e1473907e68", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:24.598700 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12b5198c-c34d-4d2c-ad15-4d66710d886b {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:24.599153 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b5198c-c34d-4d2c-ad15-4d66710d886b'] response: {'name': 'network-changed', 'server_uuid': '60dadfb0-361a-4a81-89ac-46d271e0336d', 'tag': 'ad2fcfa3-b2aa-436b-a3ed-7e1473907e68', 'status': 'completed', 'code': 200} Aug 09 16:57:24.628989 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92de56a-ee03-41d9-a157-c3b84fe2d398 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2fcfa3-b2aa-436b-a3ed-7e1473907e68,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:24.635887 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09661184-97d3-4adb-b1e8-8829f512f268 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:24.640869 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-09661184-97d3-4adb-b1e8-8829f512f268 admin admin] 10.222.0.49 "PUT /v2.0/routers/00dff7bb-1a86-47e1-979a-c25cbd763627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5706117 Aug 09 16:57:24.643636 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59354) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:24.648026 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b1802-ba49-48d3-aaa7-3013cf1ee594 None None] Sync routers for ids ['00dff7bb-1a86-47e1-979a-c25cbd763627'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:24.660613 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126b1802-ba49-48d3-aaa7-3013cf1ee594 None None] Routers {'00dff7bb-1a86-47e1-979a-c25cbd763627'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:57:24.661654 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-126b1802-ba49-48d3-aaa7-3013cf1ee594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:57:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['00dff7bb-1a86-47e1-979a-c25cbd763627'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:24.705640 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44ba2c-6f6a-4a3f-a2de-d5d6c2660d63 req-ba87fb7e-1f38-4635-a09e-0efd5ed33460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:24.708650 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f44ba2c-6f6a-4a3f-a2de-d5d6c2660d63 req-ba87fb7e-1f38-4635-a09e-0efd5ed33460 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=263134786e174e0683b78ef12715c3fb&device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 1096 time: 0.0493858 Aug 09 16:57:24.760969 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-12977c57-9d8e-42d5-99cc-15abcf9f18c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.775635 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-126b1802-ba49-48d3-aaa7-3013cf1ee594 None None] Set router 00dff7bb-1a86-47e1-979a-c25cbd763627 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:57:24.846947 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44ba2c-6f6a-4a3f-a2de-d5d6c2660d63 req-dd7652cd-d679-4182-86ab-ce2ea46cc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:24.848660 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f44ba2c-6f6a-4a3f-a2de-d5d6c2660d63 req-dd7652cd-d679-4182-86ab-ce2ea46cc7a8 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=263134786e174e0683b78ef12715c3fb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1135020 Aug 09 16:57:24.902134 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-12977c57-9d8e-42d5-99cc-15abcf9f18c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:24.992061 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b5615-91a2-4f16-9cb3-032956324e88 req-b52bdfb5-f527-45e6-abd6-a0ed191152a6 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:24.994008 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1a0b5615-91a2-4f16-9cb3-032956324e88 req-b52bdfb5-f527-45e6-abd6-a0ed191152a6 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0570142 Aug 09 16:57:25.001447 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44ba2c-6f6a-4a3f-a2de-d5d6c2660d63 req-1e868471-e012-40a0-917c-46752d1812bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:25.007193 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f44ba2c-6f6a-4a3f-a2de-d5d6c2660d63 req-1e868471-e012-40a0-917c-46752d1812bb service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1439657 Aug 09 16:57:25.070860 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-126b1802-ba49-48d3-aaa7-3013cf1ee594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'name': 'tempest-TestMinimumBasicScenario-223039659-router', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:57:23Z', 'revision_number': 5, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'gw_port': {'id': '80fa66e5-be29-4505-94b4-7bc8c5f86949', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:24:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:25.084876 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1a0b5615-91a2-4f16-9cb3-032956324e88 req-535e4c2a-0e26-4482-bde8-6c6a8970b0b3 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675852 Aug 09 16:57:25.090591 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-12977c57-9d8e-42d5-99cc-15abcf9f18c5 admin admin] Deleting port 80fa66e5-be29-4505-94b4-7bc8c5f86949 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:57:25.090947 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-12977c57-9d8e-42d5-99cc-15abcf9f18c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.106555 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b1802-ba49-48d3-aaa7-3013cf1ee594 None None] Checking router: 00dff7bb-1a86-47e1-979a-c25cbd763627 for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:25.124445 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126b1802-ba49-48d3-aaa7-3013cf1ee594 None None] Routers {'00dff7bb-1a86-47e1-979a-c25cbd763627'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:57:25.125336 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-126b1802-ba49-48d3-aaa7-3013cf1ee594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:57:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['00dff7bb-1a86-47e1-979a-c25cbd763627'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:25.174139 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc78eb5-3ae4-4f8f-a950-4447fb712e69 req-d3cbfcdc-9a22-43fb-abc8-153eeb9ed3fe tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:25.175772 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dfc78eb5-3ae4-4f8f-a950-4447fb712e69 req-d3cbfcdc-9a22-43fb-abc8-153eeb9ed3fe tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 943 time: 0.1194165 Aug 09 16:57:25.191480 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-81449600-4410-4aac-b4a4-df67aacd5138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:25.193041 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-81449600-4410-4aac-b4a4-df67aacd5138 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=263134786e174e0683b78ef12715c3fb&device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 1096 time: 0.0774276 Aug 09 16:57:25.200808 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-12977c57-9d8e-42d5-99cc-15abcf9f18c5 admin admin] For port 80fa66e5-be29-4505-94b4-7bc8c5f86949, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=80fa66e5-be29-4505-94b4-7bc8c5f86949,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:25.201259 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-12977c57-9d8e-42d5-99cc-15abcf9f18c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.214813 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-12977c57-9d8e-42d5-99cc-15abcf9f18c5 admin admin] Calling delete_port for 80fa66e5-be29-4505-94b4-7bc8c5f86949 owned by network:router_gateway {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:57:25.220869 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dfc78eb5-3ae4-4f8f-a950-4447fb712e69 req-84a066f6-f61b-4e95-85f1-73793630e242 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370960 Aug 09 16:57:25.247212 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-126b1802-ba49-48d3-aaa7-3013cf1ee594 None None] Set router 00dff7bb-1a86-47e1-979a-c25cbd763627 gateway port host: None {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:57:25.263183 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-bc18a020-2323-4aac-a792-d55b095d0baf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 HTTP/1.1" status: 200 len: 217 time: 0.0406055 Aug 09 16:57:25.300992 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-126b1802-ba49-48d3-aaa7-3013cf1ee594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'name': 'tempest-TestMinimumBasicScenario-223039659-router', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:57:24Z', 'revision_number': 6, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'gw_port_host': None}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:25.326712 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-b3c2be2c-c31c-4edb-b70f-c84a64cfa842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:25.328281 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-b3c2be2c-c31c-4edb-b70f-c84a64cfa842 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9 HTTP/1.1" status: 200 len: 854 time: 0.0465686 Aug 09 16:57:25.331556 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126b1802-ba49-48d3-aaa7-3013cf1ee594 None None] The sync data for ids ['00dff7bb-1a86-47e1-979a-c25cbd763627'] in dv-cinder-852570-1-iscsi is: [{'id': '00dff7bb-1a86-47e1-979a-c25cbd763627', 'name': 'tempest-TestMinimumBasicScenario-223039659-router', 'tenant_id': '38e0527ae21a471887ded76c9468ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:17Z', 'updated_at': '2022-08-09T16:57:24Z', 'revision_number': 6, 'project_id': '38e0527ae21a471887ded76c9468ebb9', 'gw_port_host': None}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:25.387631 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-034dc238-e36d-4b66-8775-0e2173b141cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:25.389337 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-034dc238-e36d-4b66-8775-0e2173b141cd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516238 Aug 09 16:57:25.492180 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-c8ded9f3-7cf7-4536-aea4-556e7727c573 service neutron] 10.222.0.85 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911336 Aug 09 16:57:25.598580 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-357663c0-8551-4fb0-8325-2a0cc979cbe5 req-1c98693f-7370-4c79-af6a-a5c35ef5dc7f service neutron] 10.222.0.85 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923300 Aug 09 16:57:25.821271 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 4014f437-b28e-43e2-a675-9c34274cd756 no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:25.841487 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: 4014f437-b28e-43e2-a675-9c34274cd756 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:57:25.841822 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 4014f437-b28e-43e2-a675-9c34274cd756 not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:25.861761 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-12977c57-9d8e-42d5-99cc-15abcf9f18c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:25.883535 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12977c57-9d8e-42d5-99cc-15abcf9f18c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=80fa66e5-be29-4505-94b4-7bc8c5f86949,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:25.946386 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-12977c57-9d8e-42d5-99cc-15abcf9f18c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568720'] for router_gateway, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:26.047056 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-12977c57-9d8e-42d5-99cc-15abcf9f18c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-755'] for router, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:26.049071 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-12977c57-9d8e-42d5-99cc-15abcf9f18c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:26.222236 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa0954-e30c-4f33-bda5-e374b9c4f745 req-a26e96e6-9af5-4410-b940-1484d272681d tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:26.224376 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1eaa0954-e30c-4f33-bda5-e374b9c4f745 req-a26e96e6-9af5-4410-b940-1484d272681d tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0502663 Aug 09 16:57:26.257578 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-12977c57-9d8e-42d5-99cc-15abcf9f18c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573157'] for router, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:26.257921 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12977c57-9d8e-42d5-99cc-15abcf9f18c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00dff7bb-1a86-47e1-979a-c25cbd763627 {{(pid=109849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:57:26.265711 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-12977c57-9d8e-42d5-99cc-15abcf9f18c5 admin admin] Notify callbacks [] for router, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:26.266951 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-12977c57-9d8e-42d5-99cc-15abcf9f18c5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/00dff7bb-1a86-47e1-979a-c25cbd763627 HTTP/1.1" status: 204 len: 168 time: 1.6222107 Aug 09 16:57:26.270758 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59368) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:26.278807 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1eaa0954-e30c-4f33-bda5-e374b9c4f745 req-d3b11132-b31a-4ef5-a54c-9ffc379948fb tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478106 Aug 09 16:57:26.318783 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef97d820-68cb-4480-a982-772aa7effafe admin admin] Deleting subnet 50a8ad36-9b75-4457-a6fd-07ba2b853e74 {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 16:57:26.322314 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ef97d820-68cb-4480-a982-772aa7effafe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:26.357599 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ef97d820-68cb-4480-a982-772aa7effafe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29272685'] for subnet, precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:26.360927 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7e6d1-2182-40b9-bb50-38728e71d5ae req-096b9f68-da0d-42de-9d02-99202cd166ce tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:26.365200 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8ea7e6d1-2182-40b9-bb50-38728e71d5ae req-096b9f68-da0d-42de-9d02-99202cd166ce tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 943 time: 0.0618572 Aug 09 16:57:26.408314 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8ea7e6d1-2182-40b9-bb50-38728e71d5ae req-38d346d4-4f0d-4766-a48e-d16895155e20 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387237 Aug 09 16:57:26.474313 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ef97d820-68cb-4480-a982-772aa7effafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3282'] for subnet, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:26.646449 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ef97d820-68cb-4480-a982-772aa7effafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25174513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25887119'] for subnet, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:26.676675 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97d820-68cb-4480-a982-772aa7effafe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50a8ad36-9b75-4457-a6fd-07ba2b853e74,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:26.681299 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ef97d820-68cb-4480-a982-772aa7effafe admin admin] Notify callbacks [] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:26.684487 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-ef97d820-68cb-4480-a982-772aa7effafe admin admin] 10.222.0.49 "DELETE /v2.0/subnets/50a8ad36-9b75-4457-a6fd-07ba2b853e74 HTTP/1.1" status: 204 len: 168 time: 0.4140739 Aug 09 16:57:26.687327 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59370) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:26.689776 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24d5e0d-f797-47fe-a577-40372b47145b None None] Network c0fb33a9-c312-4308-bff4-2acf7408ef6e requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:57:26.755780 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-107367'] for network, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:26.808022 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] Deleting port 7a00ab4e-096d-4838-897e-047ab35f1ab7 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:57:26.808370 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:26.866232 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5162128-7409-479b-875d-c56bbbdf1c9a None None] DHCP port deletion for c0fb33a9-c312-4308-bff4-2acf7408ef6e request from dv-cinder-852570-1-iscsi {{(pid=109850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:57:26.881660 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] For port 7a00ab4e-096d-4838-897e-047ab35f1ab7, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=7a00ab4e-096d-4838-897e-047ab35f1ab7,segment=NetworkSegment(a735e250-5733-4f6d-aba1-ee0e683bf432),segment_id=a735e250-5733-4f6d-aba1-ee0e683bf432)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:26.882293 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:26.893916 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] Calling delete_port for 7a00ab4e-096d-4838-897e-047ab35f1ab7 owned by network:dhcp {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:57:26.920270 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-f5162128-7409-479b-875d-c56bbbdf1c9a None None] Deleting port 7a00ab4e-096d-4838-897e-047ab35f1ab7 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:57:26.920954 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f5162128-7409-479b-875d-c56bbbdf1c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:26.993145 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-f5162128-7409-479b-875d-c56bbbdf1c9a None None] For port 7a00ab4e-096d-4838-897e-047ab35f1ab7, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=7a00ab4e-096d-4838-897e-047ab35f1ab7,segment=NetworkSegment(a735e250-5733-4f6d-aba1-ee0e683bf432),segment_id=a735e250-5733-4f6d-aba1-ee0e683bf432)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:26.993145 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f5162128-7409-479b-875d-c56bbbdf1c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:27.006980 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-f5162128-7409-479b-875d-c56bbbdf1c9a None None] Calling delete_port for 7a00ab4e-096d-4838-897e-047ab35f1ab7 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:57:27.062854 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 80fa66e5-be29-4505-94b4-7bc8c5f86949 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:27.088828 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: 80fa66e5-be29-4505-94b4-7bc8c5f86949 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:57:27.089088 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 80fa66e5-be29-4505-94b4-7bc8c5f86949 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:27.089535 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 7a00ab4e-096d-4838-897e-047ab35f1ab7 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:27.103212 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:27.130762 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a00ab4e-096d-4838-897e-047ab35f1ab7,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:27.132671 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] No DVR routers for this DVR port 7a00ab4e-096d-4838-897e-047ab35f1ab7 on host dv-cinder-852570-1-iscsi {{(pid=109849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:57:27.151550 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No active binding found for port 7a00ab4e-096d-4838-897e-047ab35f1ab7 {{(pid=109850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 09 16:57:27.151978 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 7a00ab4e-096d-4838-897e-047ab35f1ab7 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:27.152406 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 1ac2d7de-b24a-4a45-83b6-3f5828d16c90 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:27.156544 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f5162128-7409-479b-875d-c56bbbdf1c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:27.178618 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: 1ac2d7de-b24a-4a45-83b6-3f5828d16c90 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:57:27.178959 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 1ac2d7de-b24a-4a45-83b6-3f5828d16c90 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:27.206913 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5162128-7409-479b-875d-c56bbbdf1c9a None None] Pushing event deleted for resources: {'Port': ['ID=7a00ab4e-096d-4838-897e-047ab35f1ab7,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:27.211424 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5162128-7409-479b-875d-c56bbbdf1c9a None None] No DVR routers for this DVR port 7a00ab4e-096d-4838-897e-047ab35f1ab7 on host dv-cinder-852570-1-iscsi {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:57:27.216314 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4957', 'neutron.services.segments.db._delete_segments_for_network-8730382773378'] for network, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:27.238592 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0fb33a9-c312-4308-bff4-2acf7408ef6e']}} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:27.248716 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a735e250-5733-4f6d-aba1-ee0e683bf432') {'for_net_delete': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:27.248945 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a735e250-5733-4f6d-aba1-ee0e683bf432') {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:27.259447 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730382772875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29272692'] for segment, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:27.273820 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:27.279956 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=109849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:57:27.280344 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25174447'] for segment, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:27.309064 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.services.segments.plugin [-] Segment a735e250-5733-4f6d-aba1-ee0e683bf432 resource provider aggregate not found Aug 09 16:57:27.360205 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.services.segments.plugin [-] Segment a735e250-5733-4f6d-aba1-ee0e683bf432 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a735e250-5733-4f6d-aba1-ee0e683bf432 found for delete ", "request_id": "req-f53b9e5e-7e0d-430d-bb4a-b7db3636758c"}]} Aug 09 16:57:27.408099 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb726f5-433c-4170-ab04-c0fc4f26f61d req-d1384765-b56b-4aed-bac0-256ec97cb29e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:27.409610 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9fb726f5-433c-4170-ab04-c0fc4f26f61d req-d1384765-b56b-4aed-bac0-256ec97cb29e tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0485020 Aug 09 16:57:27.423299 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567928'] for network, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:27.447131 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:27.453064 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c0fb33a9-c312-4308-bff4-2acf7408ef6e HTTP/1.1" status: 204 len: 168 time: 0.7619004 Aug 09 16:57:27.453454 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 59380) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:27.454569 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21df3e-9fc0-49bd-a37b-8c6b7a35ebe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0fb33a9-c312-4308-bff4-2acf7408ef6e,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:27.476090 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9fb726f5-433c-4170-ab04-c0fc4f26f61d req-e587e3f4-410b-40b1-9775-4e448700fa39 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597503 Aug 09 16:57:27.603973 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa808604-1923-40a0-8b69-7bc8faecee90 req-b6291086-7716-46b5-9a2c-add85d88dec2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:27.605537 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fa808604-1923-40a0-8b69-7bc8faecee90 req-b6291086-7716-46b5-9a2c-add85d88dec2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 943 time: 0.0960922 Aug 09 16:57:27.689444 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fa808604-1923-40a0-8b69-7bc8faecee90 req-315ac0db-f1eb-4b50-9d6d-fcc88629d8b8 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762377 Aug 09 16:57:27.890131 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:57:27.956501 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e741e861-7eca-4563-826a-1032a36688d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571222'] for router_interface, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:28.470818 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-e741e861-7eca-4563-826a-1032a36688d8 admin admin] Deleting port a6330462-70b0-45f2-a4f1-298368b29662 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:57:28.471483 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e741e861-7eca-4563-826a-1032a36688d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:28.549000 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-e741e861-7eca-4563-826a-1032a36688d8 admin admin] For port a6330462-70b0-45f2-a4f1-298368b29662, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=a6330462-70b0-45f2-a4f1-298368b29662,segment=NetworkSegment(74b049d5-a5d5-4944-bfa3-bc1e098562ad),segment_id=74b049d5-a5d5-4944-bfa3-bc1e098562ad)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:28.549367 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e741e861-7eca-4563-826a-1032a36688d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:28.561916 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-e741e861-7eca-4563-826a-1032a36688d8 admin admin] Calling delete_port for a6330462-70b0-45f2-a4f1-298368b29662 owned by network:router_interface {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:57:28.596866 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254df3ce-1903-4709-bbce-fa1d3bdbf374 req-821456fd-609f-4e1c-bcea-10ffd5532777 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:28.598652 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-254df3ce-1903-4709-bbce-fa1d3bdbf374 req-821456fd-609f-4e1c-bcea-10ffd5532777 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0492494 Aug 09 16:57:28.641023 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-254df3ce-1903-4709-bbce-fa1d3bdbf374 req-c75f40dd-af22-4d68-a606-fdc35fb9481f tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/security-groups?id=470f67d0-691f-4bb5-844f-6815ca871fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361133 Aug 09 16:57:28.764564 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8a2fd-3cc9-4819-b8c5-33c892f8aa59 req-2f8aa08b-c14b-483b-9995-22ebbc2bb76c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:28.766154 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7bd8a2fd-3cc9-4819-b8c5-33c892f8aa59 req-2f8aa08b-c14b-483b-9995-22ebbc2bb76c tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.85 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 946 time: 0.0772562 Aug 09 16:57:28.880472 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d06ace-3980-4a7c-80b9-3223164497c2 req-2a39f0ad-a747-4352-8a0e-8e49ef4746c7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:28.881962 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-59d06ace-3980-4a7c-80b9-3223164497c2 req-2a39f0ad-a747-4352-8a0e-8e49ef4746c7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 943 time: 0.1149085 Aug 09 16:57:28.929596 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e741e861-7eca-4563-826a-1032a36688d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:28.941175 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-59d06ace-3980-4a7c-80b9-3223164497c2 req-76323fe4-09fc-4817-8119-26b602ea1e78 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525863 Aug 09 16:57:28.964085 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741e861-7eca-4563-826a-1032a36688d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6330462-70b0-45f2-a4f1-298368b29662,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:28.975307 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-7bd8a2fd-3cc9-4819-b8c5-33c892f8aa59 req-dd30c317-75c6-42ee-8056-365fed8b0ee3 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Deleting port e9fff966-2878-46da-baf4-d9229eb5968e {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:57:28.975649 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7bd8a2fd-3cc9-4819-b8c5-33c892f8aa59 req-dd30c317-75c6-42ee-8056-365fed8b0ee3 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:29.152513 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-7bd8a2fd-3cc9-4819-b8c5-33c892f8aa59 req-dd30c317-75c6-42ee-8056-365fed8b0ee3 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] For port e9fff966-2878-46da-baf4-d9229eb5968e, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=e9fff966-2878-46da-baf4-d9229eb5968e,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:29.152896 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7bd8a2fd-3cc9-4819-b8c5-33c892f8aa59 req-dd30c317-75c6-42ee-8056-365fed8b0ee3 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:29.171806 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-7bd8a2fd-3cc9-4819-b8c5-33c892f8aa59 req-dd30c317-75c6-42ee-8056-365fed8b0ee3 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Calling delete_port for e9fff966-2878-46da-baf4-d9229eb5968e owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:57:29.254574 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e741e861-7eca-4563-826a-1032a36688d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571386'] for router_interface, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:29.506746 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7bd8a2fd-3cc9-4819-b8c5-33c892f8aa59 req-dd30c317-75c6-42ee-8056-365fed8b0ee3 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:29.539281 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30c317-75c6-42ee-8056-365fed8b0ee3 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Pushing event deleted for resources: {'Port': ['ID=e9fff966-2878-46da-baf4-d9229eb5968e,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:29.549906 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['e9fff966-2878-46da-baf4-d9229eb5968e'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:57:29.593820 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e741e861-7eca-4563-826a-1032a36688d8 admin admin] Router 5fbe2bec-02aa-4b36-b516-50d7c6daa94e has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:57:29.595086 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd8a2fd-3cc9-4819-b8c5-33c892f8aa59 req-dd30c317-75c6-42ee-8056-365fed8b0ee3 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] No DVR routers for this DVR port e9fff966-2878-46da-baf4-d9229eb5968e on host hv-cinder-85257 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:57:29.599307 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7bd8a2fd-3cc9-4819-b8c5-33c892f8aa59 req-dd30c317-75c6-42ee-8056-365fed8b0ee3 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:29.602474 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7bd8a2fd-3cc9-4819-b8c5-33c892f8aa59 req-dd30c317-75c6-42ee-8056-365fed8b0ee3 tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.85 "DELETE /v2.0/ports/e9fff966-2878-46da-baf4-d9229eb5968e HTTP/1.1" status: 204 len: 173 time: 0.8222911 Aug 09 16:57:29.603823 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28cb61d-2014-4d36-a327-5d93726cc08f', 'name': 'network-vif-deleted', 'tag': 'e9fff966-2878-46da-baf4-d9229eb5968e'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:29.606206 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c7e6a6-4e31-448d-b66e-84d38bba7517" -d '{"events": [{"server_uuid": "d28cb61d-2014-4d36-a327-5d93726cc08f", "name": "network-vif-deleted", "tag": "e9fff966-2878-46da-baf4-d9229eb5968e"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:29.652075 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af5e7c0-2fc5-4048-93e6-5a3441fa7c1b x-openstack-request-id: req-0af5e7c0-2fc5-4048-93e6-5a3441fa7c1b {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:29.652372 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28cb61d-2014-4d36-a327-5d93726cc08f", "name": "network-vif-deleted", "tag": "e9fff966-2878-46da-baf4-d9229eb5968e", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:29.652622 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0af5e7c0-2fc5-4048-93e6-5a3441fa7c1b {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:29.653020 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af5e7c0-2fc5-4048-93e6-5a3441fa7c1b'] response: {'server_uuid': 'd28cb61d-2014-4d36-a327-5d93726cc08f', 'name': 'network-vif-deleted', 'tag': 'e9fff966-2878-46da-baf4-d9229eb5968e', 'status': 'completed', 'code': 200} Aug 09 16:57:29.731147 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e741e861-7eca-4563-826a-1032a36688d8 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:29.742817 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-e741e861-7eca-4563-826a-1032a36688d8 admin admin] 10.222.0.49 "PUT /v2.0/routers/5fbe2bec-02aa-4b36-b516-50d7c6daa94e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2821417 Aug 09 16:57:29.744048 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59390) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:29.745588 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a950eb-236f-42b3-89a0-24e3e338ad17 None None] Sync routers for ids ['5fbe2bec-02aa-4b36-b516-50d7c6daa94e'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:29.754947 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6a667524-8d88-4610-8b40-8cb3cb6b86fd req-ba55ea86-e04b-421e-89f3-02534ff81c7b tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 210 time: 0.0342934 Aug 09 16:57:29.763182 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a950eb-236f-42b3-89a0-24e3e338ad17 None None] Routers {'5fbe2bec-02aa-4b36-b516-50d7c6daa94e'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:57:29.764286 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-98a950eb-236f-42b3-89a0-24e3e338ad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:57:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5fbe2bec-02aa-4b36-b516-50d7c6daa94e'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:29.870007 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:57:29.870545 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-449bd656-e9fb-4b57-9c2e-5748a55cdede admin admin] Notify callbacks [] for router, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:29.919476 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-98a950eb-236f-42b3-89a0-24e3e338ad17 None None] Set router 5fbe2bec-02aa-4b36-b516-50d7c6daa94e gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:57:30.009046 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-449bd656-e9fb-4b57-9c2e-5748a55cdede admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:30.086733 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e714358-400c-438e-83e6-ee2dd2d61838 req-2d854af5-6acf-4381-b241-c4cc4b23e6ca tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:30.094873 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5e714358-400c-438e-83e6-ee2dd2d61838 req-2d854af5-6acf-4381-b241-c4cc4b23e6ca tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 943 time: 0.0653706 Aug 09 16:57:30.111303 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port ad2fcfa3-b2aa-436b-a3ed-7e1473907e68, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=ad2fcfa3-b2aa-436b-a3ed-7e1473907e68,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:30.135467 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': 'ad2fcfa3-b2aa-436b-a3ed-7e1473907e68', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'port_id': 'ad2fcfa3-b2aa-436b-a3ed-7e1473907e68', 'mac_address': 'fa:16:3e:79:64:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:57:30.151309 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5e714358-400c-438e-83e6-ee2dd2d61838 req-46c81327-e69a-4a24-ba66-404e633f6640 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554845 Aug 09 16:57:30.184686 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-449bd656-e9fb-4b57-9c2e-5748a55cdede admin admin] Deleting port 20b81665-98e4-4039-9d8d-fbdc66756ea2 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:57:30.185122 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-449bd656-e9fb-4b57-9c2e-5748a55cdede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:30.205534 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:57:30.205924 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:30.222573 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:57:30.247477 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-98a950eb-236f-42b3-89a0-24e3e338ad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'name': 'tempest-TestMinimumBasicScenario-1789958427-router', 'tenant_id': 'd0a8ab13e6104a30b48665817e69e561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '20b81665-98e4-4039-9d8d-fbdc66756ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:29Z', 'updated_at': '2022-08-09T16:57:28Z', 'revision_number': 5, 'project_id': 'd0a8ab13e6104a30b48665817e69e561', 'gw_port': {'id': '20b81665-98e4-4039-9d8d-fbdc66756ea2', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:fb:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:30Z', 'updated_at': '2022-08-09T16:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:30.252458 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port ad2fcfa3-b2aa-436b-a3ed-7e1473907e68, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=ad2fcfa3-b2aa-436b-a3ed-7e1473907e68,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:30.268237 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-449bd656-e9fb-4b57-9c2e-5748a55cdede admin admin] For port 20b81665-98e4-4039-9d8d-fbdc66756ea2, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=20b81665-98e4-4039-9d8d-fbdc66756ea2,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:30.268608 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-449bd656-e9fb-4b57-9c2e-5748a55cdede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:30.276163 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a950eb-236f-42b3-89a0-24e3e338ad17 None None] Checking router: 5fbe2bec-02aa-4b36-b516-50d7c6daa94e for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:30.281051 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-449bd656-e9fb-4b57-9c2e-5748a55cdede admin admin] Calling delete_port for 20b81665-98e4-4039-9d8d-fbdc66756ea2 owned by network:router_gateway {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:57:30.284412 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a950eb-236f-42b3-89a0-24e3e338ad17 None None] Routers {'5fbe2bec-02aa-4b36-b516-50d7c6daa94e'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:57:30.285019 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-98a950eb-236f-42b3-89a0-24e3e338ad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:57:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5fbe2bec-02aa-4b36-b516-50d7c6daa94e'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:30.479728 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:30.523737 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-98a950eb-236f-42b3-89a0-24e3e338ad17 None None] Set router 5fbe2bec-02aa-4b36-b516-50d7c6daa94e gateway port host: None {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:57:30.549008 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-449bd656-e9fb-4b57-9c2e-5748a55cdede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:30.576608 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bd656-e9fb-4b57-9c2e-5748a55cdede admin admin] Pushing event deleted for resources: {'Port': ['ID=20b81665-98e4-4039-9d8d-fbdc66756ea2,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:30.587214 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-98a950eb-236f-42b3-89a0-24e3e338ad17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'name': 'tempest-TestMinimumBasicScenario-1789958427-router', 'tenant_id': 'd0a8ab13e6104a30b48665817e69e561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:29Z', 'updated_at': '2022-08-09T16:57:30Z', 'revision_number': 6, 'project_id': 'd0a8ab13e6104a30b48665817e69e561', 'gw_port_host': None}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:30.592126 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=ad2fcfa3-b2aa-436b-a3ed-7e1473907e68,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:30.618272 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a950eb-236f-42b3-89a0-24e3e338ad17 None None] The sync data for ids ['5fbe2bec-02aa-4b36-b516-50d7c6daa94e'] in dv-cinder-852570-1-iscsi is: [{'id': '5fbe2bec-02aa-4b36-b516-50d7c6daa94e', 'name': 'tempest-TestMinimumBasicScenario-1789958427-router', 'tenant_id': 'd0a8ab13e6104a30b48665817e69e561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:29Z', 'updated_at': '2022-08-09T16:57:30Z', 'revision_number': 6, 'project_id': 'd0a8ab13e6104a30b48665817e69e561', 'gw_port_host': None}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:30.637313 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-449bd656-e9fb-4b57-9c2e-5748a55cdede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568720'] for router_gateway, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:30.728331 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-449bd656-e9fb-4b57-9c2e-5748a55cdede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-755'] for router, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:30.730510 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-449bd656-e9fb-4b57-9c2e-5748a55cdede admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:30.879893 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-aa1cfc0e-2a22-4ffd-b007-cea5dffcd142 req-026fcae4-ccfe-431b-9285-4fe74374d62d tempest-ServerRescueNegativeTestJSON-2004701739 tempest-ServerRescueNegativeTestJSON-2004701739-project] 10.222.0.49 "GET /v2.0/ports?device_id=d28cb61d-2014-4d36-a327-5d93726cc08f HTTP/1.1" status: 200 len: 210 time: 0.0270400 Aug 09 16:57:30.908955 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-449bd656-e9fb-4b57-9c2e-5748a55cdede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573157'] for router, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:30.909480 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449bd656-e9fb-4b57-9c2e-5748a55cdede admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fbe2bec-02aa-4b36-b516-50d7c6daa94e {{(pid=109849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:57:30.915417 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-449bd656-e9fb-4b57-9c2e-5748a55cdede admin admin] Notify callbacks [] for router, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:30.919032 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-449bd656-e9fb-4b57-9c2e-5748a55cdede admin admin] 10.222.0.49 "DELETE /v2.0/routers/5fbe2bec-02aa-4b36-b516-50d7c6daa94e HTTP/1.1" status: 204 len: 168 time: 1.1751497 Aug 09 16:57:30.920842 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59398) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:30.968083 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e78c15-f403-4ed1-b812-a1803b85847b admin admin] Deleting subnet 5869d0d0-3cbc-4b7a-b554-b64dd30b8e5a {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 16:57:30.973418 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-51e78c15-f403-4ed1-b812-a1803b85847b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:31.011104 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-51e78c15-f403-4ed1-b812-a1803b85847b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29272685'] for subnet, precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:31.119408 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-51e78c15-f403-4ed1-b812-a1803b85847b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3282'] for subnet, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:31.119543 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device a6330462-70b0-45f2-a4f1-298368b29662 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:31.149306 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['ad2fcfa3-b2aa-436b-a3ed-7e1473907e68'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:57:31.149306 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: a6330462-70b0-45f2-a4f1-298368b29662 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:57:31.149306 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device a6330462-70b0-45f2-a4f1-298368b29662 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:31.290005 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2bef4-be43-47bc-94fa-2ab4dbbeadc6 req-ffc5f534-5b91-46d1-bd21-751a88fd55ec tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:31.291621 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bee2bef4-be43-47bc-94fa-2ab4dbbeadc6 req-ffc5f534-5b91-46d1-bd21-751a88fd55ec tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 944 time: 0.0547559 Aug 09 16:57:31.331343 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bee2bef4-be43-47bc-94fa-2ab4dbbeadc6 req-c699c83c-0f40-47a9-81fb-f3ecdcc48f43 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333183 Aug 09 16:57:31.354959 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-51e78c15-f403-4ed1-b812-a1803b85847b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25174513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25887119'] for subnet, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:31.382612 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e78c15-f403-4ed1-b812-a1803b85847b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5869d0d0-3cbc-4b7a-b554-b64dd30b8e5a,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:31.384543 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-51e78c15-f403-4ed1-b812-a1803b85847b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:31.387809 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-51e78c15-f403-4ed1-b812-a1803b85847b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5869d0d0-3cbc-4b7a-b554-b64dd30b8e5a HTTP/1.1" status: 204 len: 168 time: 0.4659150 Aug 09 16:57:31.390324 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3029efbd-951e-460b-8971-d63b5ed80ce7 None None] Network f1c396cf-3954-45e7-adae-fec68794d36e requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:57:31.390558 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 59402) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:31.470189 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-107367'] for network, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:31.539971 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] Deleting port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:57:31.540343 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:31.588105 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215a6c5a-29dc-40ea-bfa6-351c7d899993 None None] DHCP port deletion for f1c396cf-3954-45e7-adae-fec68794d36e request from dv-cinder-852570-1-iscsi {{(pid=109850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:57:31.608744 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] For port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0,segment=NetworkSegment(74b049d5-a5d5-4944-bfa3-bc1e098562ad),segment_id=74b049d5-a5d5-4944-bfa3-bc1e098562ad)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:31.609112 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:31.623273 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] Calling delete_port for cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 owned by network:dhcp {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:57:31.640646 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-215a6c5a-29dc-40ea-bfa6-351c7d899993 None None] Deleting port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:57:31.641230 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-215a6c5a-29dc-40ea-bfa6-351c7d899993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:31.715182 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-215a6c5a-29dc-40ea-bfa6-351c7d899993 None None] For port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0,segment=NetworkSegment(74b049d5-a5d5-4944-bfa3-bc1e098562ad),segment_id=74b049d5-a5d5-4944-bfa3-bc1e098562ad)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:31.715674 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-215a6c5a-29dc-40ea-bfa6-351c7d899993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:31.733169 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-215a6c5a-29dc-40ea-bfa6-351c7d899993 None None] Calling delete_port for cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:57:31.840271 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:31.846084 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-215a6c5a-29dc-40ea-bfa6-351c7d899993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:31.855789 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device e9fff966-2878-46da-baf4-d9229eb5968e no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:31.868795 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:31.870644 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] No DVR routers for this DVR port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 on host dv-cinder-852570-1-iscsi {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:57:31.895656 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a6c5a-29dc-40ea-bfa6-351c7d899993 None None] Pushing event deleted for resources: {'Port': ['ID=cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:31.901645 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215a6c5a-29dc-40ea-bfa6-351c7d899993 None None] No DVR routers for this DVR port cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 on host dv-cinder-852570-1-iscsi {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:57:31.901645 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: e9fff966-2878-46da-baf4-d9229eb5968e {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:57:31.901645 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device e9fff966-2878-46da-baf4-d9229eb5968e not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:31.959388 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4957', 'neutron.services.segments.db._delete_segments_for_network-8730382773378'] for network, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:31.959388 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 59408) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:31.976054 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c396cf-3954-45e7-adae-fec68794d36e']}} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:31.986439 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b049d5-a5d5-4944-bfa3-bc1e098562ad') {'for_net_delete': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:31.986766 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b049d5-a5d5-4944-bfa3-bc1e098562ad') {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:31.997734 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730382772875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25604620'] for segment, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:32.014198 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:32.039066 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=109848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:57:32.039066 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25847957'] for segment, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:32.042927 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.services.segments.plugin [-] Segment 74b049d5-a5d5-4944-bfa3-bc1e098562ad resource provider aggregate not found Aug 09 16:57:32.080627 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.services.segments.plugin [-] Segment 74b049d5-a5d5-4944-bfa3-bc1e098562ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74b049d5-a5d5-4944-bfa3-bc1e098562ad found for delete ", "request_id": "req-957ee039-2d61-4452-8e17-2a3967e162c5"}]} Aug 09 16:57:32.226535 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567928'] for network, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:32.232670 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:32.235798 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f1c396cf-3954-45e7-adae-fec68794d36e HTTP/1.1" status: 204 len: 168 time: 0.8442118 Aug 09 16:57:32.253567 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc687b5-1478-4754-b6aa-7bfbcf7efe47 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1c396cf-3954-45e7-adae-fec68794d36e,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:32.462365 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c7721-6d30-42fd-bb1a-c38b96191f81 req-04203841-645d-43cd-90c1-55f175d4737c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:32.463692 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-399e279f-528e-40e6-9bae-8cefaff5e074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571222'] for router_interface, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:32.463845 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dd6c7721-6d30-42fd-bb1a-c38b96191f81 req-04203841-645d-43cd-90c1-55f175d4737c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 944 time: 0.0521822 Aug 09 16:57:32.512988 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dd6c7721-6d30-42fd-bb1a-c38b96191f81 req-402d44fa-02b8-42d0-aea6-cf4135678574 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335448 Aug 09 16:57:32.636123 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59420) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:32.677135 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-af2a3f98-6078-417a-b9c7-6b4efa882691 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=38e0527ae21a471887ded76c9468ebb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397074 Aug 09 16:57:32.679568 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59422) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:32.721938 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-399e279f-528e-40e6-9bae-8cefaff5e074 admin admin] Deleting port aa8fa19a-4938-491d-8a32-2a1ec3d71b10 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:57:32.722332 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-399e279f-528e-40e6-9bae-8cefaff5e074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:32.729680 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-94763950-f579-4fc4-b39d-0d3d6ffb5a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:32.751188 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-94763950-f579-4fc4-b39d-0d3d6ffb5a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:32.803790 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-399e279f-528e-40e6-9bae-8cefaff5e074 admin admin] For port aa8fa19a-4938-491d-8a32-2a1ec3d71b10, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=aa8fa19a-4938-491d-8a32-2a1ec3d71b10,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:32.804152 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-399e279f-528e-40e6-9bae-8cefaff5e074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:32.816622 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-399e279f-528e-40e6-9bae-8cefaff5e074 admin admin] Calling delete_port for aa8fa19a-4938-491d-8a32-2a1ec3d71b10 owned by network:router_interface {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:57:32.891412 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-94763950-f579-4fc4-b39d-0d3d6ffb5a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:32.894712 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-94763950-f579-4fc4-b39d-0d3d6ffb5a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:32.895292 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-94763950-f579-4fc4-b39d-0d3d6ffb5a5a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/764dc97c-b3b1-4993-aa24-47b1f452a277 HTTP/1.1" status: 204 len: 168 time: 0.2148027 Aug 09 16:57:32.903470 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94763950-f579-4fc4-b39d-0d3d6ffb5a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764dc97c-b3b1-4993-aa24-47b1f452a277,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:33.060093 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:33.079861 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:57:33.080202 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device cc419a7d-fdd9-42dc-87c2-cf1ab9392ba0 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:33.080616 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 20b81665-98e4-4039-9d8d-fbdc66756ea2 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:33.100756 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: 20b81665-98e4-4039-9d8d-fbdc66756ea2 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:57:33.101096 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 20b81665-98e4-4039-9d8d-fbdc66756ea2 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:33.131667 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-399e279f-528e-40e6-9bae-8cefaff5e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:33.161682 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e279f-528e-40e6-9bae-8cefaff5e074 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa8fa19a-4938-491d-8a32-2a1ec3d71b10,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:33.338583 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-399e279f-528e-40e6-9bae-8cefaff5e074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571386'] for router_interface, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:33.780369 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008f534-07bf-49d5-9d61-34becc62f698 req-7c9aa887-e5e6-4bae-854d-52d5f3e84770 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:33.782019 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1008f534-07bf-49d5-9d61-34becc62f698 req-7c9aa887-e5e6-4bae-854d-52d5f3e84770 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 944 time: 0.0958860 Aug 09 16:57:33.866899 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1008f534-07bf-49d5-9d61-34becc62f698 req-c89ee9c3-15ad-49bf-8aa0-08c214b4726d tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754819 Aug 09 16:57:33.890835 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399e279f-528e-40e6-9bae-8cefaff5e074 admin admin] Router 523e1df2-4956-48fb-9f9b-0607fac1acc0 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:57:33.891357 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:57:33.908548 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59438) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:33.964782 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-b282c526-de6f-4f6b-b3b2-46975aed96c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d0a8ab13e6104a30b48665817e69e561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550864 Aug 09 16:57:33.967314 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59440) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:34.034053 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1d7a0257-4bcc-41ef-8008-8869acc638ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:34.034279 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399e279f-528e-40e6-9bae-8cefaff5e074 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:34.041455 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-399e279f-528e-40e6-9bae-8cefaff5e074 admin admin] 10.222.0.49 "PUT /v2.0/routers/523e1df2-4956-48fb-9f9b-0607fac1acc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0876982 Aug 09 16:57:34.043515 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 59442) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:34.045224 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c393c8-fe7c-470c-8142-1c77f8003dc5 None None] Sync routers for ids ['523e1df2-4956-48fb-9f9b-0607fac1acc0'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:34.056602 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c393c8-fe7c-470c-8142-1c77f8003dc5 None None] Routers {'523e1df2-4956-48fb-9f9b-0607fac1acc0'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:57:34.057227 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-78c393c8-fe7c-470c-8142-1c77f8003dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:57:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['523e1df2-4956-48fb-9f9b-0607fac1acc0'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:34.063207 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1d7a0257-4bcc-41ef-8008-8869acc638ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:34.120221 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:57:34.127186 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:57:34.134829 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:34.167116 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-45ec8d4f-d0a2-43c0-a283-c2a2d5cc7082 admin admin] Notify callbacks [] for router, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:34.173154 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-78c393c8-fe7c-470c-8142-1c77f8003dc5 None None] Set router 523e1df2-4956-48fb-9f9b-0607fac1acc0 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:57:34.240825 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:57:34.241556 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:34.245519 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1d7a0257-4bcc-41ef-8008-8869acc638ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:34.248329 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-1d7a0257-4bcc-41ef-8008-8869acc638ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:34.258200 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-1d7a0257-4bcc-41ef-8008-8869acc638ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4fe801d1-42f2-4eec-aed5-6bbf29d4d66c HTTP/1.1" status: 204 len: 168 time: 0.2859609 Aug 09 16:57:34.275203 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a0257-4bcc-41ef-8008-8869acc638ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe801d1-42f2-4eec-aed5-6bbf29d4d66c,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:34.280146 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dadfb0-361a-4a81-89ac-46d271e0336d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2fcfa3-b2aa-436b-a3ed-7e1473907e68'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:34.284211 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932af64a-6938-40d8-b08c-90e064fbc375" -d '{"events": [{"server_uuid": "60dadfb0-361a-4a81-89ac-46d271e0336d", "name": "network-vif-plugged", "status": "completed", "tag": "ad2fcfa3-b2aa-436b-a3ed-7e1473907e68"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:34.346567 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port ad2fcfa3-b2aa-436b-a3ed-7e1473907e68, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=ad2fcfa3-b2aa-436b-a3ed-7e1473907e68,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:34.356897 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-45ec8d4f-d0a2-43c0-a283-c2a2d5cc7082 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:34.373059 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecd60e8-cc5e-4c38-b7dc-993b0e3f203f x-openstack-request-id: req-fecd60e8-cc5e-4c38-b7dc-993b0e3f203f {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:34.373248 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dadfb0-361a-4a81-89ac-46d271e0336d", "name": "network-vif-plugged", "status": "completed", "tag": "ad2fcfa3-b2aa-436b-a3ed-7e1473907e68", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:34.373499 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fecd60e8-cc5e-4c38-b7dc-993b0e3f203f {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:34.374003 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fecd60e8-cc5e-4c38-b7dc-993b0e3f203f'] response: {'server_uuid': '60dadfb0-361a-4a81-89ac-46d271e0336d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2fcfa3-b2aa-436b-a3ed-7e1473907e68', 'code': 200} Aug 09 16:57:34.386484 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-78c393c8-fe7c-470c-8142-1c77f8003dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-router', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9535e389-5987-4cf8-9581-82e656ff983f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:57:32Z', 'revision_number': 5, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'gw_port': {'id': '9535e389-5987-4cf8-9581-82e656ff983f', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:34.427285 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c393c8-fe7c-470c-8142-1c77f8003dc5 None None] Checking router: 523e1df2-4956-48fb-9f9b-0607fac1acc0 for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:34.438157 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:34.439665 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c393c8-fe7c-470c-8142-1c77f8003dc5 None None] Routers {'523e1df2-4956-48fb-9f9b-0607fac1acc0'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:57:34.440591 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-78c393c8-fe7c-470c-8142-1c77f8003dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:57:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['523e1df2-4956-48fb-9f9b-0607fac1acc0'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:34.494145 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=ad2fcfa3-b2aa-436b-a3ed-7e1473907e68,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:34.509715 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:34.510367 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:34.510705 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:34.511250 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:34.511587 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:34.511920 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:34.512254 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:34.512581 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:34.512914 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:34.513238 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:34.513611 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:34.513934 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:57:34.538718 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-45ec8d4f-d0a2-43c0-a283-c2a2d5cc7082 admin admin] Deleting port 9535e389-5987-4cf8-9581-82e656ff983f {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:57:34.539060 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-45ec8d4f-d0a2-43c0-a283-c2a2d5cc7082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:34.571884 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-78c393c8-fe7c-470c-8142-1c77f8003dc5 None None] Set router 523e1df2-4956-48fb-9f9b-0607fac1acc0 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:57:34.628400 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-45ec8d4f-d0a2-43c0-a283-c2a2d5cc7082 admin admin] For port 9535e389-5987-4cf8-9581-82e656ff983f, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=9535e389-5987-4cf8-9581-82e656ff983f,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:34.629386 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-45ec8d4f-d0a2-43c0-a283-c2a2d5cc7082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:34.645719 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-45ec8d4f-d0a2-43c0-a283-c2a2d5cc7082 admin admin] Calling delete_port for 9535e389-5987-4cf8-9581-82e656ff983f owned by network:router_gateway {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:57:34.792990 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-78c393c8-fe7c-470c-8142-1c77f8003dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-router', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9535e389-5987-4cf8-9581-82e656ff983f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:57:32Z', 'revision_number': 5, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'gw_port': {'id': '9535e389-5987-4cf8-9581-82e656ff983f', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:34.826246 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c393c8-fe7c-470c-8142-1c77f8003dc5 None None] The sync data for ids ['523e1df2-4956-48fb-9f9b-0607fac1acc0'] in dv-cinder-852570-1-iscsi is: [{'id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'name': 'tempest-ServerRescueNegativeTestJSON-2112964849-router', 'tenant_id': '036e4f22211a49c78cb03d2fb540e984', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': '9535e389-5987-4cf8-9581-82e656ff983f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:58Z', 'updated_at': '2022-08-09T16:57:32Z', 'revision_number': 5, 'project_id': '036e4f22211a49c78cb03d2fb540e984', 'gw_port': {'id': '9535e389-5987-4cf8-9581-82e656ff983f', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:48:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523e1df2-4956-48fb-9f9b-0607fac1acc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:34.956591 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-45ec8d4f-d0a2-43c0-a283-c2a2d5cc7082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:34.995789 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec8d4f-d0a2-43c0-a283-c2a2d5cc7082 admin admin] Pushing event deleted for resources: {'Port': ['ID=9535e389-5987-4cf8-9581-82e656ff983f,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:35.012040 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fca8ee-94ba-44bf-bad2-91a7057df315 req-278bb37c-3e90-426d-a01a-269a354791ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:35.013557 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d8fca8ee-94ba-44bf-bad2-91a7057df315 req-278bb37c-3e90-426d-a01a-269a354791ac service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 1098 time: 0.0916989 Aug 09 16:57:35.102268 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26b469-a30f-4e3e-b89b-5054e308b7d7 req-55f7a70d-e3ad-4628-9b1e-b2013ab81af6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:35.103788 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cf26b469-a30f-4e3e-b89b-5054e308b7d7 req-55f7a70d-e3ad-4628-9b1e-b2013ab81af6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 945 time: 0.1429396 Aug 09 16:57:35.135198 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d8fca8ee-94ba-44bf-bad2-91a7057df315 req-aff3f47a-e008-4e6a-a173-dfb638745c41 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983739 Aug 09 16:57:35.141061 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-45ec8d4f-d0a2-43c0-a283-c2a2d5cc7082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568720'] for router_gateway, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:35.217215 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cf26b469-a30f-4e3e-b89b-5054e308b7d7 req-f4561708-f2cf-4a5b-b7d6-5c3b684e9cf0 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063039 Aug 09 16:57:35.253687 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-45ec8d4f-d0a2-43c0-a283-c2a2d5cc7082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-755'] for router, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:35.253687 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-45ec8d4f-d0a2-43c0-a283-c2a2d5cc7082 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:35.339632 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device aa8fa19a-4938-491d-8a32-2a1ec3d71b10 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:35.361177 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: aa8fa19a-4938-491d-8a32-2a1ec3d71b10 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:57:35.361631 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device aa8fa19a-4938-491d-8a32-2a1ec3d71b10 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:35.433306 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-45ec8d4f-d0a2-43c0-a283-c2a2d5cc7082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573157'] for router, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:35.433966 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ec8d4f-d0a2-43c0-a283-c2a2d5cc7082 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 523e1df2-4956-48fb-9f9b-0607fac1acc0 {{(pid=109848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:57:35.448657 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-45ec8d4f-d0a2-43c0-a283-c2a2d5cc7082 admin admin] Notify callbacks [] for router, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:35.448657 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-45ec8d4f-d0a2-43c0-a283-c2a2d5cc7082 admin admin] 10.222.0.49 "DELETE /v2.0/routers/523e1df2-4956-48fb-9f9b-0607fac1acc0 HTTP/1.1" status: 204 len: 168 time: 1.3965423 Aug 09 16:57:35.448657 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 59454) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:35.507284 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f56765b-49ba-424f-aaeb-37735a792fb5 admin admin] Deleting subnet 2078996a-91bc-4210-bac4-b6f4af459f79 {{(pid=109848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 16:57:35.510805 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7f56765b-49ba-424f-aaeb-37735a792fb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:35.553696 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7f56765b-49ba-424f-aaeb-37735a792fb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25604629'] for subnet, precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:35.636111 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7f56765b-49ba-424f-aaeb-37735a792fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3282'] for subnet, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:35.847008 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7f56765b-49ba-424f-aaeb-37735a792fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25848011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25700842'] for subnet, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:35.873359 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56765b-49ba-424f-aaeb-37735a792fb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2078996a-91bc-4210-bac4-b6f4af459f79,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:35.877942 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7f56765b-49ba-424f-aaeb-37735a792fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:35.882009 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-7f56765b-49ba-424f-aaeb-37735a792fb5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2078996a-91bc-4210-bac4-b6f4af459f79 HTTP/1.1" status: 204 len: 168 time: 0.4363041 Aug 09 16:57:35.884567 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59458) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:35.887277 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5305eb2a-14e2-4a48-90c0-77e31447da9b None None] Network afefc86c-3f24-4c4b-9b8a-046339133df8 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:57:35.962713 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-107367'] for network, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:36.019787 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] Deleting port 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:57:36.020281 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:36.096532 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] For port 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=5cb2fb55-99e5-4091-9ec6-74134e5dcfa2,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:36.096894 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:36.106347 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6526a9-2f86-481f-a846-882c8bce3b89 None None] DHCP port deletion for afefc86c-3f24-4c4b-9b8a-046339133df8 request from dv-cinder-852570-1-iscsi {{(pid=109850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:57:36.110683 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] Calling delete_port for 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 owned by network:dhcp {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:57:36.166391 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9b6526a9-2f86-481f-a846-882c8bce3b89 None None] Deleting port 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:57:36.166770 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9b6526a9-2f86-481f-a846-882c8bce3b89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:36.230083 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9b6526a9-2f86-481f-a846-882c8bce3b89 None None] For port 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=5cb2fb55-99e5-4091-9ec6-74134e5dcfa2,segment=NetworkSegment(caf580cf-f8f7-4591-b50b-ec431bcba092),segment_id=caf580cf-f8f7-4591-b50b-ec431bcba092)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:36.230406 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9b6526a9-2f86-481f-a846-882c8bce3b89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:36.243079 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9b6526a9-2f86-481f-a846-882c8bce3b89 None None] Calling delete_port for 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:57:36.280309 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:36.313381 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb2fb55-99e5-4091-9ec6-74134e5dcfa2,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:36.325757 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] No DVR routers for this DVR port 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 on host dv-cinder-852570-1-iscsi {{(pid=109849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:57:36.331827 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9b6526a9-2f86-481f-a846-882c8bce3b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:36.355391 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6526a9-2f86-481f-a846-882c8bce3b89 None None] Pushing event deleted for resources: {'Port': ['ID=5cb2fb55-99e5-4091-9ec6-74134e5dcfa2,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:36.358206 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6526a9-2f86-481f-a846-882c8bce3b89 None None] No DVR routers for this DVR port 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 on host dv-cinder-852570-1-iscsi {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:57:36.405229 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19f3f2-e87d-4f6d-accb-0d67972a62fa req-835891fc-cdaa-4dff-bef2-4b967dc3e255 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:36.406720 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6c19f3f2-e87d-4f6d-accb-0d67972a62fa req-835891fc-cdaa-4dff-bef2-4b967dc3e255 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 945 time: 0.0955830 Aug 09 16:57:36.432896 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4957', 'neutron.services.segments.db._delete_segments_for_network-8730382773378'] for network, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:36.465160 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afefc86c-3f24-4c4b-9b8a-046339133df8']}} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:36.482297 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf580cf-f8f7-4591-b50b-ec431bcba092') {'for_net_delete': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:36.482595 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf580cf-f8f7-4591-b50b-ec431bcba092') {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:36.496613 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6c19f3f2-e87d-4f6d-accb-0d67972a62fa req-0c7aa445-a313-4e0d-9767-95792fe9d70f tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609250 Aug 09 16:57:36.498185 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730382772875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29272692'] for segment, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:36.511751 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:36.517861 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=109849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:57:36.518251 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25174447'] for segment, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:36.634658 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567928'] for network, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:36.640340 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:36.646974 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] 10.222.0.49 "DELETE /v2.0/networks/afefc86c-3f24-4c4b-9b8a-046339133df8 HTTP/1.1" status: 204 len: 168 time: 0.7582953 Aug 09 16:57:36.665231 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30014017-459f-407d-a1fd-8b0ada2a00cb admin admin] Pushing event deleted for resources: {'Network': ['ID=afefc86c-3f24-4c4b-9b8a-046339133df8,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:36.721923 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.services.segments.plugin [-] Segment caf580cf-f8f7-4591-b50b-ec431bcba092 resource provider aggregate not found Aug 09 16:57:36.739938 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.services.segments.plugin [-] Segment caf580cf-f8f7-4591-b50b-ec431bcba092 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid caf580cf-f8f7-4591-b50b-ec431bcba092 found for delete ", "request_id": "req-59c35dac-4c76-4846-b4cf-d75e57a2e7ae"}]} Aug 09 16:57:37.055075 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:37.075762 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:57:37.076104 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 5cb2fb55-99e5-4091-9ec6-74134e5dcfa2 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:37.076524 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 9535e389-5987-4cf8-9581-82e656ff983f no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:37.096774 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: 9535e389-5987-4cf8-9581-82e656ff983f {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:57:37.102372 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 9535e389-5987-4cf8-9581-82e656ff983f not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:57:37.126642 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 59474) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:37.171587 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-58b4ed1d-eb0a-452b-aa1a-ba0356dfa54b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=036e4f22211a49c78cb03d2fb540e984&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0437388 Aug 09 16:57:37.174681 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 59476) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:37.225469 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-08589848-3936-40b9-9de6-033807697f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:37.248612 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-08589848-3936-40b9-9de6-033807697f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:37.400341 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-08589848-3936-40b9-9de6-033807697f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:37.403086 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-08589848-3936-40b9-9de6-033807697f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:37.404261 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-08589848-3936-40b9-9de6-033807697f46 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/470f67d0-691f-4bb5-844f-6815ca871fd0 HTTP/1.1" status: 204 len: 168 time: 0.2285991 Aug 09 16:57:37.412847 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08589848-3936-40b9-9de6-033807697f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470f67d0-691f-4bb5-844f-6815ca871fd0,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:37.622262 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc54fa-fdd9-41b2-b97b-833d1e0a259c req-cd7c685a-7ef7-452f-abeb-5ae1172e5774 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:37.623855 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-95cc54fa-fdd9-41b2-b97b-833d1e0a259c req-cd7c685a-7ef7-452f-abeb-5ae1172e5774 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 945 time: 0.0537500 Aug 09 16:57:37.664904 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-95cc54fa-fdd9-41b2-b97b-833d1e0a259c req-3eabfc2d-ba07-45f5-b623-c9718a60b70c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340617 Aug 09 16:57:37.794319 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f7481-3c13-422b-b5dc-51af8cbc5bb3 req-970f59ab-45e7-40d3-97ea-b37b05a2109e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:37.795899 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5b6f7481-3c13-422b-b5dc-51af8cbc5bb3 req-970f59ab-45e7-40d3-97ea-b37b05a2109e tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 945 time: 0.0509191 Aug 09 16:57:37.806212 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 59486) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:37.811022 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-045bb137-a058-474b-a48b-ca9ba212b99b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Request body: {'floatingip': {'port_id': 'ad2fcfa3-b2aa-436b-a3ed-7e1473907e68'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:57:37.851841 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-045bb137-a058-474b-a48b-ca9ba212b99b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:38.326078 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-045bb137-a058-474b-a48b-ca9ba212b99b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:38.438151 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-045bb137-a058-474b-a48b-ca9ba212b99b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:38.534842 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.l3_db [None req-045bb137-a058-474b-a48b-ca9ba212b99b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Floating IP 03fc5969-9f56-4518-aa69-cee8a3dc047e associated. External IP: 172.27.0.198, port: ad2fcfa3-b2aa-436b-a3ed-7e1473907e68. Aug 09 16:57:38.751009 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045bb137-a058-474b-a48b-ca9ba212b99b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Router 5b620c4c-40f8-48c6-8f8a-853657d52b57 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:57:38.863997 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045bb137-a058-474b-a48b-ca9ba212b99b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:57:38.869351 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-045bb137-a058-474b-a48b-ca9ba212b99b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:38.879132 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fdfef1-bab3-4578-9e76-0e1a360b1a67 None None] Sync routers for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:57:38.890132 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fdfef1-bab3-4578-9e76-0e1a360b1a67 None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:57:38.891806 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-c8fdfef1-bab3-4578-9e76-0e1a360b1a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:57:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:39.017500 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-c8fdfef1-bab3-4578-9e76-0e1a360b1a67 None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:57:39.096760 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5746bc5-5a58-4640-888a-af6b86e26aa5 req-f4852b14-c1c3-480c-95c6-368dda180bce tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:39.099121 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e5746bc5-5a58-4640-888a-af6b86e26aa5 req-f4852b14-c1c3-480c-95c6-368dda180bce tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0562501 Aug 09 16:57:39.145272 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e5746bc5-5a58-4640-888a-af6b86e26aa5 req-37a65715-2b51-4499-8735-00b3f7c23c8b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384426 Aug 09 16:57:39.178375 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-045bb137-a058-474b-a48b-ca9ba212b99b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "PUT /v2.0/floatingips/03fc5969-9f56-4518-aa69-cee8a3dc047e HTTP/1.1" status: 200 len: 991 time: 1.3709273 Aug 09 16:57:39.179124 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60dadfb0-361a-4a81-89ac-46d271e0336d', 'tag': 'ad2fcfa3-b2aa-436b-a3ed-7e1473907e68'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:39.186234 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdac262b-9706-4122-9caf-a60054892a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "60dadfb0-361a-4a81-89ac-46d271e0336d", "tag": "ad2fcfa3-b2aa-436b-a3ed-7e1473907e68"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:39.230279 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f9344b-60b2-4609-8122-1e65313311a2 x-openstack-request-id: req-c4f9344b-60b2-4609-8122-1e65313311a2 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:39.230578 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60dadfb0-361a-4a81-89ac-46d271e0336d", "tag": "ad2fcfa3-b2aa-436b-a3ed-7e1473907e68", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:39.230831 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c4f9344b-60b2-4609-8122-1e65313311a2 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:39.231233 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f9344b-60b2-4609-8122-1e65313311a2'] response: {'name': 'network-changed', 'server_uuid': '60dadfb0-361a-4a81-89ac-46d271e0336d', 'tag': 'ad2fcfa3-b2aa-436b-a3ed-7e1473907e68', 'status': 'completed', 'code': 200} Aug 09 16:57:39.282350 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-c8fdfef1-bab3-4578-9e76-0e1a360b1a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '03fc5969-9f56-4518-aa69-cee8a3dc047e', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'port_id': 'ad2fcfa3-b2aa-436b-a3ed-7e1473907e68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'mac_address': 'fa:16:3e:79:64:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dadfb0-361a-4a81-89ac-46d271e0336d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:57:17Z', 'updated_at': '2022-08-09T16:57:38Z', 'revision_number': 1, 'project_id': '263134786e174e0683b78ef12715c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:39.310844 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fdfef1-bab3-4578-9e76-0e1a360b1a67 None None] Checking router: 5b620c4c-40f8-48c6-8f8a-853657d52b57 for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:57:39.320928 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fdfef1-bab3-4578-9e76-0e1a360b1a67 None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:57:39.321583 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-c8fdfef1-bab3-4578-9e76-0e1a360b1a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:57:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:39.378399 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac262b-9706-4122-9caf-a60054892a9d req-d4d1c920-faec-4118-bbfb-409cdc2646f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:39.380435 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cdac262b-9706-4122-9caf-a60054892a9d req-d4d1c920-faec-4118-bbfb-409cdc2646f8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=263134786e174e0683b78ef12715c3fb&device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 1098 time: 0.0468457 Aug 09 16:57:39.434892 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-c8fdfef1-bab3-4578-9e76-0e1a360b1a67 None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:57:39.507242 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac262b-9706-4122-9caf-a60054892a9d req-1efae47e-a2ee-4938-ad7f-74f37dac4fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:39.508664 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cdac262b-9706-4122-9caf-a60054892a9d req-1efae47e-a2ee-4938-ad7f-74f37dac4fba service neutron] 10.222.0.85 "GET /v2.0/networks?id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea HTTP/1.1" status: 200 len: 916 time: 0.1117704 Aug 09 16:57:39.602326 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cdac262b-9706-4122-9caf-a60054892a9d req-1012b6e4-0d3a-49d2-945f-44afade46402 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 HTTP/1.1" status: 200 len: 999 time: 0.0809822 Aug 09 16:57:39.667921 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac262b-9706-4122-9caf-a60054892a9d req-41ca5527-0e78-499b-a513-44ee16ad724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:39.669477 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cdac262b-9706-4122-9caf-a60054892a9d req-41ca5527-0e78-499b-a513-44ee16ad724c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9 HTTP/1.1" status: 200 len: 854 time: 0.0552988 Aug 09 16:57:39.741740 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac262b-9706-4122-9caf-a60054892a9d req-7c78d4b5-de02-4050-9165-f454940535c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:39.743256 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cdac262b-9706-4122-9caf-a60054892a9d req-7c78d4b5-de02-4050-9165-f454940535c4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d420601f-31a3-46a3-ad4c-fea8c4abc0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641654 Aug 09 16:57:39.747065 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-c8fdfef1-bab3-4578-9e76-0e1a360b1a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '03fc5969-9f56-4518-aa69-cee8a3dc047e', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'port_id': 'ad2fcfa3-b2aa-436b-a3ed-7e1473907e68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'mac_address': 'fa:16:3e:79:64:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dadfb0-361a-4a81-89ac-46d271e0336d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:57:17Z', 'updated_at': '2022-08-09T16:57:38Z', 'revision_number': 1, 'project_id': '263134786e174e0683b78ef12715c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:57:39.777563 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fdfef1-bab3-4578-9e76-0e1a360b1a67 None None] The sync data for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi is: [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '03fc5969-9f56-4518-aa69-cee8a3dc047e', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'port_id': 'ad2fcfa3-b2aa-436b-a3ed-7e1473907e68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'mac_address': 'fa:16:3e:79:64:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60dadfb0-361a-4a81-89ac-46d271e0336d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:57:17Z', 'updated_at': '2022-08-09T16:57:38Z', 'revision_number': 1, 'project_id': '263134786e174e0683b78ef12715c3fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:57:39.866758 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cdac262b-9706-4122-9caf-a60054892a9d req-bf6ede61-a749-4879-8a17-7068119da973 service neutron] 10.222.0.85 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106458 Aug 09 16:57:39.997292 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cdac262b-9706-4122-9caf-a60054892a9d req-1a393637-2cf5-457b-b60f-af882223ae82 service neutron] 10.222.0.85 "GET /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170526 Aug 09 16:57:40.025384 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f256c-62ff-4e1b-a5e8-71c199050e2a None None] New status for floating IP 03fc5969-9f56-4518-aa69-cee8a3dc047e: ACTIVE {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:57:40.295107 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeef72b-1469-43ab-9910-d58b21ce5b3c req-75e03dcd-3fb6-4c20-9da2-e5ddd00273dc tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:40.296651 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-deeef72b-1469-43ab-9910-d58b21ce5b3c req-75e03dcd-3fb6-4c20-9da2-e5ddd00273dc tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0497513 Aug 09 16:57:40.336320 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-deeef72b-1469-43ab-9910-d58b21ce5b3c req-a6787c85-2546-4fdf-a9e8-e1ffdd5693a4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327938 Aug 09 16:57:40.607699 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8963b-2119-489e-a732-d3dd9e978013 req-1ed85232-b8d9-4e41-ae45-3b4a91fdea61 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:40.609214 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9cf8963b-2119-489e-a732-d3dd9e978013 req-1ed85232-b8d9-4e41-ae45-3b4a91fdea61 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0486722 Aug 09 16:57:40.655730 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9cf8963b-2119-489e-a732-d3dd9e978013 req-1f272c71-4679-4b7a-9db6-fdde93fb2634 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402043 Aug 09 16:57:41.171418 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c40588de-92ca-4984-8d12-8799d00b7c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:41.472061 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1fd4d-fb8b-44f8-a90d-d296189407ad req-c9254377-843f-4279-9b77-3e26f767b0ee tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:41.473604 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fea1fd4d-fb8b-44f8-a90d-d296189407ad req-c9254377-843f-4279-9b77-3e26f767b0ee tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0588045 Aug 09 16:57:41.515209 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fea1fd4d-fb8b-44f8-a90d-d296189407ad req-fbdf4d7d-0dfb-4821-9403-d216557e841d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356982 Aug 09 16:57:41.787382 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674437aa-aaf2-4b95-be44-c7e69b1c995a req-c5aa6d75-065b-4122-b451-f262b852ac25 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:41.788864 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-674437aa-aaf2-4b95-be44-c7e69b1c995a req-c5aa6d75-065b-4122-b451-f262b852ac25 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0479746 Aug 09 16:57:41.830585 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-674437aa-aaf2-4b95-be44-c7e69b1c995a req-d437ca21-c923-4ef4-b8ce-4bfad5b0f1bb tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352130 Aug 09 16:57:42.650802 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683943c7-3630-46fb-8301-2b20fe075070 req-36fc98c4-e535-4ee1-89df-2c2e9b0b1938 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:42.652599 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-683943c7-3630-46fb-8301-2b20fe075070 req-36fc98c4-e535-4ee1-89df-2c2e9b0b1938 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0590229 Aug 09 16:57:42.705127 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-683943c7-3630-46fb-8301-2b20fe075070 req-a7f377b4-8630-4949-bf6c-09a36acee371 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463407 Aug 09 16:57:42.952035 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d75d70-0261-41cc-8713-424c8aa6c8ad req-fe9bc38b-cd7b-45fe-a530-954dfaff5bb3 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:42.953594 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-75d75d70-0261-41cc-8713-424c8aa6c8ad req-fe9bc38b-cd7b-45fe-a530-954dfaff5bb3 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0498090 Aug 09 16:57:42.997015 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-75d75d70-0261-41cc-8713-424c8aa6c8ad req-83514efb-7fcb-4562-a226-f8e93890fb5d tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354722 Aug 09 16:57:43.062772 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b8fb2114-2f72-4fc0-bc58-03e5e3bb9518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:43.830213 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90341706-7f16-463b-8fc7-b39f405de2fb req-3c2fc674-012e-45ed-b9d0-1620897dd43c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:43.832223 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-90341706-7f16-463b-8fc7-b39f405de2fb req-3c2fc674-012e-45ed-b9d0-1620897dd43c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0477490 Aug 09 16:57:43.870899 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-90341706-7f16-463b-8fc7-b39f405de2fb req-0bb828a5-58b5-4929-9ed1-3bfd7979217c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324054 Aug 09 16:57:44.113855 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c196239-8b5d-4a5c-ab6f-1598294e7ee8 req-36e39f60-819d-49c5-95bc-a3563f927102 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:44.115336 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7c196239-8b5d-4a5c-ab6f-1598294e7ee8 req-36e39f60-819d-49c5-95bc-a3563f927102 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0482204 Aug 09 16:57:44.159432 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7c196239-8b5d-4a5c-ab6f-1598294e7ee8 req-cf0e8c20-be07-4b15-a56e-d1b77c56cc2c tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365524 Aug 09 16:57:44.976688 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:45.001500 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece8569-e195-42f6-8844-e938ab4177cf req-f40872f1-1d62-433f-b42b-e2140864d4cd tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:45.003209 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-aece8569-e195-42f6-8844-e938ab4177cf req-f40872f1-1d62-433f-b42b-e2140864d4cd tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0529082 Aug 09 16:57:45.042734 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-aece8569-e195-42f6-8844-e938ab4177cf req-aad2a20a-b4b4-4572-bd3c-80ec91e48110 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330529 Aug 09 16:57:45.280868 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdc328-9375-4b66-a14d-cc219fda0937 req-d8bd01ab-090e-4705-88d6-4530e6467b62 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:45.282565 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3afdc328-9375-4b66-a14d-cc219fda0937 req-d8bd01ab-090e-4705-88d6-4530e6467b62 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0536191 Aug 09 16:57:45.325737 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3afdc328-9375-4b66-a14d-cc219fda0937 req-812b53df-0c08-48e0-a20f-ea69e3484e70 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370715 Aug 09 16:57:46.186723 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdaa4c-ead3-42df-8105-f967fe65cf65 req-3bf00740-2788-4cc2-8f47-5433c2e9c642 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:46.188208 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2fcdaa4c-ead3-42df-8105-f967fe65cf65 req-3bf00740-2788-4cc2-8f47-5433c2e9c642 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0644124 Aug 09 16:57:46.226186 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2fcdaa4c-ead3-42df-8105-f967fe65cf65 req-211a24f2-032c-412e-9796-cc9d14bb85fe tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318778 Aug 09 16:57:46.274075 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:46.447213 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa5343-2fc2-4269-b616-6cbb307b9484 req-865f79b6-5e2f-4a70-a6ba-2a2173eb5b83 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:46.448702 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5afa5343-2fc2-4269-b616-6cbb307b9484 req-865f79b6-5e2f-4a70-a6ba-2a2173eb5b83 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0493257 Aug 09 16:57:46.489130 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5afa5343-2fc2-4269-b616-6cbb307b9484 req-79d4fe63-324f-4b1c-8b33-f39d1ebf3dfe tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343223 Aug 09 16:57:46.845311 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:46.965530 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:47.355800 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af0293-41cb-4fc8-b8e9-cbab939df9ce req-256e065f-3f12-43c2-a1da-761fc5457e37 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:47.357359 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-57af0293-41cb-4fc8-b8e9-cbab939df9ce req-256e065f-3f12-43c2-a1da-761fc5457e37 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0488286 Aug 09 16:57:47.398587 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-57af0293-41cb-4fc8-b8e9-cbab939df9ce req-f2c303da-a012-472f-8020-af10f7217612 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344355 Aug 09 16:57:47.614083 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6636477-bb17-4b6f-9c53-712e660c6633 req-0fd07bab-d80d-408a-878a-18af1a4f5312 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:47.615759 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a6636477-bb17-4b6f-9c53-712e660c6633 req-0fd07bab-d80d-408a-878a-18af1a4f5312 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0530033 Aug 09 16:57:47.655147 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a6636477-bb17-4b6f-9c53-712e660c6633 req-126e422f-1d70-47f5-97bf-ec1c8036c236 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331650 Aug 09 16:57:48.538956 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004254b-e19b-4f31-945f-b400c4eb8f91 req-8cbb545b-6ea9-44b2-aa50-4705a61c3698 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:48.538956 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2004254b-e19b-4f31-945f-b400c4eb8f91 req-8cbb545b-6ea9-44b2-aa50-4705a61c3698 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0494971 Aug 09 16:57:48.566978 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2004254b-e19b-4f31-945f-b400c4eb8f91 req-4fe579dd-9b28-456d-a866-76071c1067ac tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325754 Aug 09 16:57:48.779018 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd017dbe-d80e-4a6a-b6f6-94f9f66b3dde req-28ca6490-cb57-4ce6-82ac-f3527bfc0f52 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:48.780382 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dd017dbe-d80e-4a6a-b6f6-94f9f66b3dde req-28ca6490-cb57-4ce6-82ac-f3527bfc0f52 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0512104 Aug 09 16:57:48.819214 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dd017dbe-d80e-4a6a-b6f6-94f9f66b3dde req-9bcb0c53-1b67-421b-b7f2-1409fe48a694 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321984 Aug 09 16:57:49.450941 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59654) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:49.569046 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5e2af3ea-35a7-4db5-97a8-2fd1735ce360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:49.644440 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5e2af3ea-35a7-4db5-97a8-2fd1735ce360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:49.693239 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd037f2-3bde-4652-87fc-687eafed31db req-8033ff52-32af-4adb-a425-382259878eae tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:49.694745 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0dd037f2-3bde-4652-87fc-687eafed31db req-8033ff52-32af-4adb-a425-382259878eae tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0474544 Aug 09 16:57:49.726051 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5e2af3ea-35a7-4db5-97a8-2fd1735ce360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:49.744122 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0dd037f2-3bde-4652-87fc-687eafed31db req-a6facaa0-5309-4822-80be-d96e0b4ee159 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431218 Aug 09 16:57:49.769937 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-5e2af3ea-35a7-4db5-97a8-2fd1735ce360 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=744fe3bfc5ab4851a4e2bcb5efc6192a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179119 Aug 09 16:57:49.772822 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 59660) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:49.774908 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2af3ea-35a7-4db5-97a8-2fd1735ce360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3240c93f-0fde-4383-9ad8-fc308c171cae,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:49.825434 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-18a89b08-1697-47ac-bb4e-9108d1ab33a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:49.846686 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-18a89b08-1697-47ac-bb4e-9108d1ab33a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:49.941765 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd2742-c260-4f40-8e36-1079a213a046 req-a044e5b2-33ee-4830-b3e3-7dbeb9351e07 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:49.943237 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9cbd2742-c260-4f40-8e36-1079a213a046 req-a044e5b2-33ee-4830-b3e3-7dbeb9351e07 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0500615 Aug 09 16:57:49.983108 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9cbd2742-c260-4f40-8e36-1079a213a046 req-2d515bcb-efee-4664-828c-391e0e006815 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335190 Aug 09 16:57:50.028379 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-18a89b08-1697-47ac-bb4e-9108d1ab33a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:50.031024 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-18a89b08-1697-47ac-bb4e-9108d1ab33a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:50.032129 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-18a89b08-1697-47ac-bb4e-9108d1ab33a6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3240c93f-0fde-4383-9ad8-fc308c171cae HTTP/1.1" status: 204 len: 168 time: 0.2579792 Aug 09 16:57:50.040541 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a89b08-1697-47ac-bb4e-9108d1ab33a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3240c93f-0fde-4383-9ad8-fc308c171cae,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:50.871383 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b882963-8066-45a5-a72b-aa8673d78e0e req-6d4fb796-e3c0-4283-b22d-7327b003513d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:50.872871 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4b882963-8066-45a5-a72b-aa8673d78e0e req-6d4fb796-e3c0-4283-b22d-7327b003513d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0512531 Aug 09 16:57:50.917779 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4b882963-8066-45a5-a72b-aa8673d78e0e req-32b6c45a-00df-45ed-ae9d-a62c70188425 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386310 Aug 09 16:57:51.090020 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d0816-0f7d-40da-bdb4-147e18e99242 req-768d2fc0-7434-47d5-8cd7-5e0d60d6cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:51.090020 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0b4d0816-0f7d-40da-bdb4-147e18e99242 req-768d2fc0-7434-47d5-8cd7-5e0d60d6cacf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fe8927f6dc13431c858fe5dde17fcf61&device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 1099 time: 0.0513721 Aug 09 16:57:51.182658 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c618f-c40f-4bb8-91be-bb6fcf3ded2a req-97f0900f-7114-4c69-8fcf-213a5a9e7a4c tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:51.184508 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-aa3c618f-c40f-4bb8-91be-bb6fcf3ded2a req-97f0900f-7114-4c69-8fcf-213a5a9e7a4c tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.1132374 Aug 09 16:57:51.242473 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d0816-0f7d-40da-bdb4-147e18e99242 req-19ccd447-25f9-4621-9145-b01416cdc5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:51.244240 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0b4d0816-0f7d-40da-bdb4-147e18e99242 req-19ccd447-25f9-4621-9145-b01416cdc5d4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 HTTP/1.1" status: 200 len: 910 time: 0.1421962 Aug 09 16:57:51.247608 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-aa3c618f-c40f-4bb8-91be-bb6fcf3ded2a req-5dda3a6a-0354-4fa9-94a0-8e17778296fd tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541065 Aug 09 16:57:51.314260 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0b4d0816-0f7d-40da-bdb4-147e18e99242 req-1bb9e490-5ce2-435f-b450-373c00973151 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8382dfaa-9870-49cb-a4e8-b91f26c8d776 HTTP/1.1" status: 200 len: 1002 time: 0.0620337 Aug 09 16:57:51.370690 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d0816-0f7d-40da-bdb4-147e18e99242 req-636e2929-11b3-4de3-8a5b-4f254c72f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:51.372485 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0b4d0816-0f7d-40da-bdb4-147e18e99242 req-636e2929-11b3-4de3-8a5b-4f254c72f514 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=499bb68c-c520-4ad2-aee4-a2cff94ae248 HTTP/1.1" status: 200 len: 848 time: 0.0503607 Aug 09 16:57:51.432160 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d0816-0f7d-40da-bdb4-147e18e99242 req-07ae519f-ac5e-46cf-9e15-8d4c9053b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:51.433767 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0b4d0816-0f7d-40da-bdb4-147e18e99242 req-07ae519f-ac5e-46cf-9e15-8d4c9053b5ee service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4d9d930b-ec28-4ce0-9e7c-56489c3c9a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470665 Aug 09 16:57:51.526064 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0b4d0816-0f7d-40da-bdb4-147e18e99242 req-f0503784-40ca-40a3-9878-cfaeba8a4bdc service neutron] 10.222.0.85 "GET /v2.0/networks/4d9d930b-ec28-4ce0-9e7c-56489c3c9a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841155 Aug 09 16:57:51.623542 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0b4d0816-0f7d-40da-bdb4-147e18e99242 req-78c07688-7762-46b9-b2cc-d83748796971 service neutron] 10.222.0.85 "GET /v2.0/networks/4d9d930b-ec28-4ce0-9e7c-56489c3c9a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877783 Aug 09 16:57:51.750185 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03f7e9-7aed-4a8d-ae61-ac40d589e2b6 req-e0826e26-1150-45ab-8331-f1623cef85bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:51.752069 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cb03f7e9-7aed-4a8d-ae61-ac40d589e2b6 req-e0826e26-1150-45ab-8331-f1623cef85bf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fe8927f6dc13431c858fe5dde17fcf61&device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 1099 time: 0.0430427 Aug 09 16:57:51.850845 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03f7e9-7aed-4a8d-ae61-ac40d589e2b6 req-f8a91bdc-0ae8-4cd2-9743-d41e9bdc58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:51.852324 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cb03f7e9-7aed-4a8d-ae61-ac40d589e2b6 req-f8a91bdc-0ae8-4cd2-9743-d41e9bdc58c6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 HTTP/1.1" status: 200 len: 910 time: 0.0918171 Aug 09 16:57:51.923842 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cb03f7e9-7aed-4a8d-ae61-ac40d589e2b6 req-f5eef9d2-18e6-445a-99d7-c3f475f4b02d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8382dfaa-9870-49cb-a4e8-b91f26c8d776 HTTP/1.1" status: 200 len: 1002 time: 0.0611153 Aug 09 16:57:51.992314 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03f7e9-7aed-4a8d-ae61-ac40d589e2b6 req-381d16f2-3160-4da9-a9ef-b76594b796fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:51.995511 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cb03f7e9-7aed-4a8d-ae61-ac40d589e2b6 req-381d16f2-3160-4da9-a9ef-b76594b796fe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=499bb68c-c520-4ad2-aee4-a2cff94ae248 HTTP/1.1" status: 200 len: 848 time: 0.0567434 Aug 09 16:57:52.056807 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03f7e9-7aed-4a8d-ae61-ac40d589e2b6 req-f519cead-5aed-4cc6-ad0b-0aa62b52653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:52.058765 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cb03f7e9-7aed-4a8d-ae61-ac40d589e2b6 req-f519cead-5aed-4cc6-ad0b-0aa62b52653d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4d9d930b-ec28-4ce0-9e7c-56489c3c9a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513070 Aug 09 16:57:52.067450 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733a3f3-4255-456b-8a09-a94bdebfb55c req-d41d6b33-71ea-489c-b506-ff6da14c96c2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:52.069009 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d733a3f3-4255-456b-8a09-a94bdebfb55c req-d41d6b33-71ea-489c-b506-ff6da14c96c2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0553465 Aug 09 16:57:52.127227 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d733a3f3-4255-456b-8a09-a94bdebfb55c req-12c44b94-ac08-4dd5-95a2-d9ec0277e424 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519261 Aug 09 16:57:52.169238 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cb03f7e9-7aed-4a8d-ae61-ac40d589e2b6 req-39981cdb-24df-45f6-89c4-7e61748fc40c service neutron] 10.222.0.85 "GET /v2.0/networks/4d9d930b-ec28-4ce0-9e7c-56489c3c9a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959485 Aug 09 16:57:52.271623 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-cb03f7e9-7aed-4a8d-ae61-ac40d589e2b6 req-968feeda-4cf7-40e5-81bf-bcee85eec243 service neutron] 10.222.0.85 "GET /v2.0/networks/4d9d930b-ec28-4ce0-9e7c-56489c3c9a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938497 Aug 09 16:57:52.369076 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6c0ae-f448-4d44-9c36-6cc333fa1e7d req-6ca7ce7a-48b1-4598-8803-feeb7bdbb6b6 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:52.370611 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6f6c0ae-f448-4d44-9c36-6cc333fa1e7d req-6ca7ce7a-48b1-4598-8803-feeb7bdbb6b6 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0490956 Aug 09 16:57:52.411015 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6f6c0ae-f448-4d44-9c36-6cc333fa1e7d req-59f0f3f8-fded-4299-a99d-634b62e10359 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343618 Aug 09 16:57:53.265151 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298cc83-a6a9-4bf4-8013-6ec2234b5f92 req-0ae2edc5-b660-40c6-87d9-9bdc140b673b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:53.266675 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7298cc83-a6a9-4bf4-8013-6ec2234b5f92 req-0ae2edc5-b660-40c6-87d9-9bdc140b673b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0561159 Aug 09 16:57:53.306285 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7298cc83-a6a9-4bf4-8013-6ec2234b5f92 req-99e89ec4-b8f5-4a87-be23-438c9f852a39 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332172 Aug 09 16:57:53.532398 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf0ab5-ea00-4fd8-ab13-d24fe43eed44 req-40307b6d-85d5-406b-9a96-1f015b338867 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:53.533906 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-caaf0ab5-ea00-4fd8-ab13-d24fe43eed44 req-40307b6d-85d5-406b-9a96-1f015b338867 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0506165 Aug 09 16:57:53.578919 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-caaf0ab5-ea00-4fd8-ab13-d24fe43eed44 req-02040926-17fb-4763-8ad8-c64efab20519 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384836 Aug 09 16:57:54.443524 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747c632-aada-49cd-93f8-9a100d3d34a3 req-fbc0751d-e243-4697-a2bc-40766c8de675 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:54.444962 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9747c632-aada-49cd-93f8-9a100d3d34a3 req-fbc0751d-e243-4697-a2bc-40766c8de675 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0536811 Aug 09 16:57:54.495776 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9747c632-aada-49cd-93f8-9a100d3d34a3 req-650c0a0c-3f96-4a61-a0f2-6764ae7123f5 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421989 Aug 09 16:57:54.718942 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8339cd-0b52-4f68-804f-24fbb4c58e16 req-463f4e4b-2275-42bb-b5bb-508af0727177 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:54.718942 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6c8339cd-0b52-4f68-804f-24fbb4c58e16 req-463f4e4b-2275-42bb-b5bb-508af0727177 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0548105 Aug 09 16:57:54.750022 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6c8339cd-0b52-4f68-804f-24fbb4c58e16 req-c8352615-e1d8-46a6-ada3-be00d28af3a7 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335941 Aug 09 16:57:55.230635 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59748) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:55.338216 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-02209de1-135f-46a4-b9a9-e18007a72042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:55.418095 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-02209de1-135f-46a4-b9a9-e18007a72042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:55.610985 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-02209de1-135f-46a4-b9a9-e18007a72042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:55.659684 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-02209de1-135f-46a4-b9a9-e18007a72042 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f0dd6b33e51435cb179d12c4ba3503e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4279428 Aug 09 16:57:55.663004 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 59754) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:55.673195 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02209de1-135f-46a4-b9a9-e18007a72042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b1834e-330a-4474-ae2d-452fbcf8e597,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:55.704912 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e560d3-0285-4d85-8238-17fab4cfeb63 req-7b2b3675-dded-4ba6-b2ec-fd28f5e4a867 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:55.706850 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b6e560d3-0285-4d85-8238-17fab4cfeb63 req-7b2b3675-dded-4ba6-b2ec-fd28f5e4a867 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0623612 Aug 09 16:57:55.717705 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6213cf86-f1ca-4371-8e7e-bc158d8869ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:55.740006 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6213cf86-f1ca-4371-8e7e-bc158d8869ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:55.755032 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b6e560d3-0285-4d85-8238-17fab4cfeb63 req-7ea9f5c6-ba96-47f8-9c2d-7a6b3a9799c7 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337870 Aug 09 16:57:55.875089 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c226f-9209-4dc5-bc70-f5fdd350c606 req-af17331a-60fe-4a23-b6a0-9a7c8a0ab774 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:55.876553 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a49c226f-9209-4dc5-bc70-f5fdd350c606 req-af17331a-60fe-4a23-b6a0-9a7c8a0ab774 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0526054 Aug 09 16:57:55.914816 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a49c226f-9209-4dc5-bc70-f5fdd350c606 req-2dbd23f5-20f2-4eaa-9aaf-4ff9b1c356a1 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320191 Aug 09 16:57:55.994270 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6213cf86-f1ca-4371-8e7e-bc158d8869ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:55.996969 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6213cf86-f1ca-4371-8e7e-bc158d8869ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:55.998151 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-6213cf86-f1ca-4371-8e7e-bc158d8869ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b7b1834e-330a-4474-ae2d-452fbcf8e597 HTTP/1.1" status: 204 len: 168 time: 0.3341281 Aug 09 16:57:56.006674 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213cf86-f1ca-4371-8e7e-bc158d8869ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b1834e-330a-4474-ae2d-452fbcf8e597,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:56.364666 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe1f45-4945-4d20-8ef0-9db357b13e81 req-fb66f616-b0b6-4a31-a3c8-7711b0e70e7f tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:56.366206 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fcfe1f45-4945-4d20-8ef0-9db357b13e81 req-fb66f616-b0b6-4a31-a3c8-7711b0e70e7f tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0494711 Aug 09 16:57:56.406616 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fcfe1f45-4945-4d20-8ef0-9db357b13e81 req-a9694fe3-b7f1-4740-983e-1acb9dfa438c tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338151 Aug 09 16:57:56.559503 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 59770) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:56.645845 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c1534f40-6b36-4792-83a9-65a1aa9e7054 req-9f09bc78-b15f-40db-bcfb-317f83678061 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851440 Aug 09 16:57:56.655031 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [req-c1534f40-6b36-4792-83a9-65a1aa9e7054 req-d0b9471d-ff76-480a-9ffa-71a7d2676f00 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:57:56.656009 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c1534f40-6b36-4792-83a9-65a1aa9e7054 req-d0b9471d-ff76-480a-9ffa-71a7d2676f00 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050824 Aug 09 16:57:56.811630 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 59782) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:56.825571 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-47311c78-4fcf-4b2d-b06d-cfe1a9314646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:56.887188 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5667a74-5b86-4a31-9f61-12e708cd7db2 req-82ae7c9c-020b-4fea-a531-f02c520a9913 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:56.888717 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f5667a74-5b86-4a31-9f61-12e708cd7db2 req-82ae7c9c-020b-4fea-a531-f02c520a9913 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0492160 Aug 09 16:57:56.904152 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-47311c78-4fcf-4b2d-b06d-cfe1a9314646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:56.932033 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f5667a74-5b86-4a31-9f61-12e708cd7db2 req-b5c0920e-dfe1-4a5a-923a-d5c04a5e65d8 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362360 Aug 09 16:57:57.016823 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-47311c78-4fcf-4b2d-b06d-cfe1a9314646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:57.060069 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-47311c78-4fcf-4b2d-b06d-cfe1a9314646 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16317c7424044bc0bd982f54a8924127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473626 Aug 09 16:57:57.060729 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47311c78-4fcf-4b2d-b06d-cfe1a9314646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9dac2f-df82-4d33-9deb-bcff46c368df,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:57.062935 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 59784) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:57:57.127919 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-35e310e7-80eb-49e6-b3cc-7e2d9c5bd018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:57.150513 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-35e310e7-80eb-49e6-b3cc-7e2d9c5bd018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:57.256855 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-35e310e7-80eb-49e6-b3cc-7e2d9c5bd018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:57.259397 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-35e310e7-80eb-49e6-b3cc-7e2d9c5bd018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:57.264723 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-35e310e7-80eb-49e6-b3cc-7e2d9c5bd018 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d9dac2f-df82-4d33-9deb-bcff46c368df HTTP/1.1" status: 204 len: 168 time: 0.1966143 Aug 09 16:57:57.268264 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e310e7-80eb-49e6-b3cc-7e2d9c5bd018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9dac2f-df82-4d33-9deb-bcff46c368df,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:57.528619 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de22cc5-49f2-4149-bd15-3b65d104c307 req-73e887c2-7d37-4ee4-abba-e4bf260b19ac tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:57.530215 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5de22cc5-49f2-4149-bd15-3b65d104c307 req-73e887c2-7d37-4ee4-abba-e4bf260b19ac tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0504355 Aug 09 16:57:57.568535 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5de22cc5-49f2-4149-bd15-3b65d104c307 req-2e61993d-9690-414a-bff4-95630e47672a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321555 Aug 09 16:57:57.995512 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 8382dfaa-9870-49cb-a4e8-b91f26c8d776 no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:57:58.058570 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b862cc2-dfdd-49b1-9584-3e1968af07ec req-7e67b578-e65e-48e6-b608-6ef5b9ef264f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:58.059970 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6b862cc2-dfdd-49b1-9584-3e1968af07ec req-7e67b578-e65e-48e6-b608-6ef5b9ef264f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0487766 Aug 09 16:57:58.078915 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 8382dfaa-9870-49cb-a4e8-b91f26c8d776 is: ACTIVE; New status is: DOWN {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:57:58.079309 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:58.103344 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce60258-a919-4fdd-93b6-64a305caae90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8382dfaa-9870-49cb-a4e8-b91f26c8d776'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:57:58.105661 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c39bf02-597e-4150-be65-96cd3fd0358e" -d '{"events": [{"server_uuid": "9ce60258-a919-4fdd-93b6-64a305caae90", "name": "network-vif-unplugged", "status": "completed", "tag": "8382dfaa-9870-49cb-a4e8-b91f26c8d776"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:57:58.110626 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6b862cc2-dfdd-49b1-9584-3e1968af07ec req-fbae5435-3e58-49f9-84c7-d5a9e06e847b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437355 Aug 09 16:57:58.120203 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 8382dfaa-9870-49cb-a4e8-b91f26c8d776, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=8382dfaa-9870-49cb-a4e8-b91f26c8d776,segment=NetworkSegment(0fe48ad4-3c33-430f-9607-53eec0dcede1),segment_id=0fe48ad4-3c33-430f-9607-53eec0dcede1)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:57:58.141716 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Aug 2022 16:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4665bb64-6428-4f48-9414-4c45899d2296 x-openstack-request-id: req-4665bb64-6428-4f48-9414-4c45899d2296 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:57:58.143255 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce60258-a919-4fdd-93b6-64a305caae90", "name": "network-vif-unplugged", "status": "failed", "tag": "8382dfaa-9870-49cb-a4e8-b91f26c8d776", "code": 422}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:57:58.143255 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4665bb64-6428-4f48-9414-4c45899d2296 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:57:58.143255 dv-cinder-852570-1-iscsi neutron-server[109850]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4665bb64-6428-4f48-9414-4c45899d2296']: {'server_uuid': '9ce60258-a919-4fdd-93b6-64a305caae90', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8382dfaa-9870-49cb-a4e8-b91f26c8d776', 'code': 422} returned with failed status Aug 09 16:57:58.205211 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:57:58.255332 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=8382dfaa-9870-49cb-a4e8-b91f26c8d776,revision_number=6']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:57:58.692779 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ecd10-23bc-4bc2-a9ad-cf8002ba0776 req-042f7f71-39e5-4e9a-be54-32c2d8db78d2 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:58.694269 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-df4ecd10-23bc-4bc2-a9ad-cf8002ba0776 req-042f7f71-39e5-4e9a-be54-32c2d8db78d2 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0512280 Aug 09 16:57:58.738180 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-df4ecd10-23bc-4bc2-a9ad-cf8002ba0776 req-28c0fd56-ce59-4120-9a19-7a26889cc775 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373933 Aug 09 16:57:59.240985 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72cc2b-6f3a-41f1-b65a-37ae95bf5d5e req-2c619990-b931-44d1-a2dd-0fb6bf0a4723 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:59.243860 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0c72cc2b-6f3a-41f1-b65a-37ae95bf5d5e req-2c619990-b931-44d1-a2dd-0fb6bf0a4723 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0519545 Aug 09 16:57:59.283268 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0c72cc2b-6f3a-41f1-b65a-37ae95bf5d5e req-b000af4f-6896-49eb-b373-ab5b08a37991 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337682 Aug 09 16:57:59.860923 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287dd89c-b149-4eb4-b7d5-795d091cc54f req-38464754-52a0-48e2-9016-62797a4692d0 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:57:59.862429 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-287dd89c-b149-4eb4-b7d5-795d091cc54f req-38464754-52a0-48e2-9016-62797a4692d0 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0493915 Aug 09 16:57:59.902215 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-287dd89c-b149-4eb4-b7d5-795d091cc54f req-cac747d5-01be-43be-8040-cf68d7dc9c69 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314620 Aug 09 16:58:00.043293 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1534f40-6b36-4792-83a9-65a1aa9e7054 req-8faba2cb-64c6-4879-98fc-973c94f9c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:00.044841 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c1534f40-6b36-4792-83a9-65a1aa9e7054 req-8faba2cb-64c6-4879-98fc-973c94f9c912 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90&tenant_id=fe8927f6dc13431c858fe5dde17fcf61 HTTP/1.1" status: 200 len: 1097 time: 0.0754530 Aug 09 16:58:00.124664 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1534f40-6b36-4792-83a9-65a1aa9e7054 req-40205746-2bb2-496c-838c-a05040212847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:00.126238 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c1534f40-6b36-4792-83a9-65a1aa9e7054 req-40205746-2bb2-496c-838c-a05040212847 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fe8927f6dc13431c858fe5dde17fcf61&device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 1097 time: 0.0422075 Aug 09 16:58:00.224095 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1534f40-6b36-4792-83a9-65a1aa9e7054 req-b8622b5b-4182-43a4-acf6-682b4b2d913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:00.225923 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c1534f40-6b36-4792-83a9-65a1aa9e7054 req-b8622b5b-4182-43a4-acf6-682b4b2d913a service neutron] 10.222.0.85 "GET /v2.0/networks?id=4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 HTTP/1.1" status: 200 len: 910 time: 0.0923464 Aug 09 16:58:00.293615 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c1534f40-6b36-4792-83a9-65a1aa9e7054 req-307b10f8-289b-4f0b-922a-f89a71dd08c7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8382dfaa-9870-49cb-a4e8-b91f26c8d776 HTTP/1.1" status: 200 len: 1000 time: 0.0598032 Aug 09 16:58:00.355769 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1534f40-6b36-4792-83a9-65a1aa9e7054 req-844e3442-0b8b-4e39-b77a-c0ceb9d20a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:00.357229 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c1534f40-6b36-4792-83a9-65a1aa9e7054 req-844e3442-0b8b-4e39-b77a-c0ceb9d20a32 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=499bb68c-c520-4ad2-aee4-a2cff94ae248 HTTP/1.1" status: 200 len: 848 time: 0.0569115 Aug 09 16:58:00.441369 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec1927-5d1b-49da-aa59-3e2383aaf588 req-c52c1985-d3cd-4541-90e1-a072559643d2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:00.443479 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9aec1927-5d1b-49da-aa59-3e2383aaf588 req-c52c1985-d3cd-4541-90e1-a072559643d2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0797391 Aug 09 16:58:00.446246 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1534f40-6b36-4792-83a9-65a1aa9e7054 req-1467d135-74ef-409b-917d-4d691a278d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:00.447594 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c1534f40-6b36-4792-83a9-65a1aa9e7054 req-1467d135-74ef-409b-917d-4d691a278d70 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4d9d930b-ec28-4ce0-9e7c-56489c3c9a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821528 Aug 09 16:58:00.508468 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9aec1927-5d1b-49da-aa59-3e2383aaf588 req-f254de23-410c-455c-978d-5d3b83f27f9c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584788 Aug 09 16:58:00.563298 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c1534f40-6b36-4792-83a9-65a1aa9e7054 req-dbb169c8-5749-4fa8-8d23-95ad4b837f63 service neutron] 10.222.0.85 "GET /v2.0/networks/4d9d930b-ec28-4ce0-9e7c-56489c3c9a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071742 Aug 09 16:58:00.654666 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c1534f40-6b36-4792-83a9-65a1aa9e7054 req-c93d4150-eb45-44bb-973c-03f0f2806f24 service neutron] 10.222.0.85 "GET /v2.0/networks/4d9d930b-ec28-4ce0-9e7c-56489c3c9a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845160 Aug 09 16:58:01.020807 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28923f-dd00-4ae5-a86a-27302abdc88c req-1b12e4a1-8785-4bd9-b627-34ffb386d28d tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:01.022332 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2d28923f-dd00-4ae5-a86a-27302abdc88c req-1b12e4a1-8785-4bd9-b627-34ffb386d28d tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0482597 Aug 09 16:58:01.060030 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2d28923f-dd00-4ae5-a86a-27302abdc88c req-e9c1c6a8-4182-4d0c-bc63-1f06a48f0d08 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317552 Aug 09 16:58:01.640405 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030890e-9f8e-4a24-83e2-c48dc502b3a6 req-1a947160-4796-41f4-9791-daa6f8599436 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:01.641893 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1030890e-9f8e-4a24-83e2-c48dc502b3a6 req-1a947160-4796-41f4-9791-daa6f8599436 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0527706 Aug 09 16:58:01.679152 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1030890e-9f8e-4a24-83e2-c48dc502b3a6 req-a5e0380b-2213-491e-bb2b-6e4635e16fbe tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308573 Aug 09 16:58:01.998349 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 0bd7efd9-b47e-441e-903b-8210494c8a3b details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:58:02.095255 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 0bd7efd9-b47e-441e-903b-8210494c8a3b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0bd7efd9-b47e-441e-903b-8210494c8a3b,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:02.106912 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': '0bd7efd9-b47e-441e-903b-8210494c8a3b', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'port_id': '0bd7efd9-b47e-441e-903b-8210494c8a3b', 'mac_address': 'fa:16:3e:8e:1c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:58:02.158169 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 0bd7efd9-b47e-441e-903b-8210494c8a3b is: ACTIVE; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:58:02.158568 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:02.172865 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bd7efd9-b47e-441e-903b-8210494c8a3b {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:58:02.195820 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 0bd7efd9-b47e-441e-903b-8210494c8a3b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0bd7efd9-b47e-441e-903b-8210494c8a3b,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:02.201521 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2516ce1-1083-43db-9170-c8e1862b1f81 req-12723544-b6f9-406e-a145-ee7cb51a17be tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:02.203034 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c2516ce1-1083-43db-9170-c8e1862b1f81 req-12723544-b6f9-406e-a145-ee7cb51a17be tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0695045 Aug 09 16:58:02.242867 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c2516ce1-1083-43db-9170-c8e1862b1f81 req-7a967367-26b4-4153-9506-40a96bb9ea15 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325294 Aug 09 16:58:02.307949 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:02.362406 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=0bd7efd9-b47e-441e-903b-8210494c8a3b,revision_number=6']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:02.546717 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['0bd7efd9-b47e-441e-903b-8210494c8a3b'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:58:02.814567 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7fda4-ef5c-4180-9348-0cfdc3651308 req-18a12a81-9386-4c2d-96e0-a0a693d4de82 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:02.816199 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b5f7fda4-ef5c-4180-9348-0cfdc3651308 req-18a12a81-9386-4c2d-96e0-a0a693d4de82 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 944 time: 0.0538948 Aug 09 16:58:02.857446 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b5f7fda4-ef5c-4180-9348-0cfdc3651308 req-8ca1d678-0a6a-4672-8e57-75a6821c34d7 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349920 Aug 09 16:58:03.362914 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b8641-7152-414f-a6c5-324f17f0d0dc req-871957cf-5fd9-4604-97d0-aa145a81fd71 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:03.364500 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a62b8641-7152-414f-a6c5-324f17f0d0dc req-871957cf-5fd9-4604-97d0-aa145a81fd71 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0500500 Aug 09 16:58:03.403205 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a62b8641-7152-414f-a6c5-324f17f0d0dc req-c5f2297c-bba6-4477-9f52-79153b73ebb2 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323915 Aug 09 16:58:04.008525 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 0bd7efd9-b47e-441e-903b-8210494c8a3b up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:58:04.016412 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39a9d7-4ff7-44ff-a7bd-19d45ac33911 req-5c899ca4-673b-4b68-b3e8-42e4e96819f4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:04.026445 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e39a9d7-4ff7-44ff-a7bd-19d45ac33911 req-5c899ca4-673b-4b68-b3e8-42e4e96819f4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 944 time: 0.0545640 Aug 09 16:58:04.056065 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port 0bd7efd9-b47e-441e-903b-8210494c8a3b triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:58:04.056297 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:04.059860 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8e39a9d7-4ff7-44ff-a7bd-19d45ac33911 req-494546f8-294e-466a-83d8-a968594eb54d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355337 Aug 09 16:58:04.143716 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 0bd7efd9-b47e-441e-903b-8210494c8a3b is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:58:04.144121 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:04.171150 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd7efd9-b47e-441e-903b-8210494c8a3b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:58:04.174787 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3045b2cb-8c04-476b-bc53-49a108175bd3" -d '{"events": [{"server_uuid": "aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9", "name": "network-vif-plugged", "status": "completed", "tag": "0bd7efd9-b47e-441e-903b-8210494c8a3b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:58:04.200747 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 0bd7efd9-b47e-441e-903b-8210494c8a3b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0bd7efd9-b47e-441e-903b-8210494c8a3b,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:04.230791 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e182bb-eda4-4bac-a20d-cf1071d60afd x-openstack-request-id: req-f4e182bb-eda4-4bac-a20d-cf1071d60afd {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:58:04.231427 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9", "name": "network-vif-plugged", "status": "completed", "tag": "0bd7efd9-b47e-441e-903b-8210494c8a3b", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:58:04.231903 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f4e182bb-eda4-4bac-a20d-cf1071d60afd {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:58:04.233001 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4e182bb-eda4-4bac-a20d-cf1071d60afd'] response: {'server_uuid': 'aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd7efd9-b47e-441e-903b-8210494c8a3b', 'code': 200} Aug 09 16:58:04.279548 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:04.502792 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=0bd7efd9-b47e-441e-903b-8210494c8a3b,revision_number=7']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:04.547424 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b124d2-0898-4362-baee-5bc0fc7eaf29 req-20f68984-7430-4d34-adc8-9e355620320a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:04.554001 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-86b124d2-0898-4362-baee-5bc0fc7eaf29 req-20f68984-7430-4d34-adc8-9e355620320a tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0643356 Aug 09 16:58:04.594095 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-86b124d2-0898-4362-baee-5bc0fc7eaf29 req-e1ded1a3-fa6f-4d5f-8302-586a0b8b2064 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380087 Aug 09 16:58:04.889896 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:58:05.216190 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b677f-5c5e-4792-ab30-9a8404603d81 req-76a22321-34fe-4a59-91f9-31150e78cec5 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:05.227023 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-426b677f-5c5e-4792-ab30-9a8404603d81 req-76a22321-34fe-4a59-91f9-31150e78cec5 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0712690 Aug 09 16:58:05.276171 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-426b677f-5c5e-4792-ab30-9a8404603d81 req-b5be5e1c-33ca-4a5a-a797-366472c903ec tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481281 Aug 09 16:58:05.747929 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1e323-3f8c-488a-bb1c-1cc8a15a2319 req-f9322e1a-3871-431d-b719-b581a0b2baba tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:05.756856 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ccd1e323-3f8c-488a-bb1c-1cc8a15a2319 req-f9322e1a-3871-431d-b719-b581a0b2baba tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0693316 Aug 09 16:58:05.798350 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ccd1e323-3f8c-488a-bb1c-1cc8a15a2319 req-fd84a42f-4d06-4359-b11b-639e5f6b5f5f tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404980 Aug 09 16:58:06.453055 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b1987-f83d-4878-b3b5-91edf9467f8c req-dcbbbf94-fb20-436a-a3c1-63a1eb31ac69 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:06.454555 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a40b1987-f83d-4878-b3b5-91edf9467f8c req-dcbbbf94-fb20-436a-a3c1-63a1eb31ac69 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0548315 Aug 09 16:58:06.517427 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a40b1987-f83d-4878-b3b5-91edf9467f8c req-46a62730-6330-40b2-b05b-4d5b5b978719 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553296 Aug 09 16:58:06.938638 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502458f-0cb5-42dc-a353-f7fad7ff24ae req-08da296c-ba29-40b1-bfb3-a2e38622d75e tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:06.940241 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5502458f-0cb5-42dc-a353-f7fad7ff24ae req-08da296c-ba29-40b1-bfb3-a2e38622d75e tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0499034 Aug 09 16:58:06.981527 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5502458f-0cb5-42dc-a353-f7fad7ff24ae req-a7e66df3-a289-407f-a53d-4fc0a84485af tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326571 Aug 09 16:58:07.695546 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49481fe2-aa2c-47b9-9e51-9750720039c2 req-07ed0352-7866-4bff-bab0-d5564ddea79e tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:07.701927 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-49481fe2-aa2c-47b9-9e51-9750720039c2 req-07ed0352-7866-4bff-bab0-d5564ddea79e tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0734823 Aug 09 16:58:08.006834 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-49481fe2-aa2c-47b9-9e51-9750720039c2 req-c5baed27-3957-4d7d-80e3-21dabcf86f59 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033133 Aug 09 16:58:08.134814 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af3812-544b-4117-9e1a-b3c06bb1799b req-140c7d90-98ee-4159-8bf1-9e58c93764cd tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:08.136505 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-45af3812-544b-4117-9e1a-b3c06bb1799b req-140c7d90-98ee-4159-8bf1-9e58c93764cd tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0606256 Aug 09 16:58:08.183422 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-45af3812-544b-4117-9e1a-b3c06bb1799b req-3f836c34-877a-442a-b477-6c5e8f1925aa tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402231 Aug 09 16:58:09.149677 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614036df-1504-409c-8a0e-2be1d69c6e3f req-60c82b6f-26ae-4acd-8a1b-4c522348c35c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:09.151335 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-614036df-1504-409c-8a0e-2be1d69c6e3f req-60c82b6f-26ae-4acd-8a1b-4c522348c35c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0541105 Aug 09 16:58:09.197790 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-614036df-1504-409c-8a0e-2be1d69c6e3f req-b1bed359-2dab-4436-9713-d7da6dff79e9 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401332 Aug 09 16:58:09.338138 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a008f-c1e3-4b6e-8d6e-63cd4bd525f7 req-1b1de9c6-d463-42dc-9635-34216aa5523b tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:09.341883 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f75a008f-c1e3-4b6e-8d6e-63cd4bd525f7 req-1b1de9c6-d463-42dc-9635-34216aa5523b tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0613101 Aug 09 16:58:09.385360 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f75a008f-c1e3-4b6e-8d6e-63cd4bd525f7 req-47ec4e85-2bc0-43fc-8f12-f6eae8e59edf tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375664 Aug 09 16:58:10.036203 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 8382dfaa-9870-49cb-a4e8-b91f26c8d776 details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:58:10.136906 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 8382dfaa-9870-49cb-a4e8-b91f26c8d776, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=8382dfaa-9870-49cb-a4e8-b91f26c8d776,segment=NetworkSegment(0fe48ad4-3c33-430f-9607-53eec0dcede1),segment_id=0fe48ad4-3c33-430f-9607-53eec0dcede1)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:10.149333 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': '8382dfaa-9870-49cb-a4e8-b91f26c8d776', 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94', 'port_id': '8382dfaa-9870-49cb-a4e8-b91f26c8d776', 'mac_address': 'fa:16:3e:f1:eb:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '499bb68c-c520-4ad2-aee4-a2cff94ae248', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:58:10.188208 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 8382dfaa-9870-49cb-a4e8-b91f26c8d776 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:58:10.188622 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:10.202292 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8382dfaa-9870-49cb-a4e8-b91f26c8d776 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:58:10.224016 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 8382dfaa-9870-49cb-a4e8-b91f26c8d776, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=8382dfaa-9870-49cb-a4e8-b91f26c8d776,segment=NetworkSegment(0fe48ad4-3c33-430f-9607-53eec0dcede1),segment_id=0fe48ad4-3c33-430f-9607-53eec0dcede1)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:10.331085 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5ff8d-5609-4652-9964-be3f82f85e96 req-ba3a7e8c-528c-40e8-8d52-24aeade16930 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:10.332804 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fdc5ff8d-5609-4652-9964-be3f82f85e96 req-ba3a7e8c-528c-40e8-8d52-24aeade16930 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0507526 Aug 09 16:58:10.372835 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fdc5ff8d-5609-4652-9964-be3f82f85e96 req-489d81e1-9779-4481-b790-327b8cbee401 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338855 Aug 09 16:58:10.485067 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:10.519991 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f5f29-e59b-4a01-ae64-2d72b4df7758 req-1e678bd5-0817-4dda-893d-0cbb4ecd0e58 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:10.521520 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3a3f5f29-e59b-4a01-ae64-2d72b4df7758 req-1e678bd5-0817-4dda-893d-0cbb4ecd0e58 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 944 time: 0.0519609 Aug 09 16:58:10.540323 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=8382dfaa-9870-49cb-a4e8-b91f26c8d776,revision_number=7']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:10.560093 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3a3f5f29-e59b-4a01-ae64-2d72b4df7758 req-bf0d64ef-8676-4803-a341-d42ef0265741 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326464 Aug 09 16:58:10.940673 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['8382dfaa-9870-49cb-a4e8-b91f26c8d776'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:58:11.159118 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d3f0b095-7b04-44b6-85a4-ae20f6d7e6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:11.529713 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f775d-e48b-450f-b9ca-f880f5793a74 req-558c506f-a502-46f7-a674-49e7b6b68aa4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:11.534729 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-933f775d-e48b-450f-b9ca-f880f5793a74 req-558c506f-a502-46f7-a674-49e7b6b68aa4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0674813 Aug 09 16:58:11.585665 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-933f775d-e48b-450f-b9ca-f880f5793a74 req-bb878da0-97ea-4acd-9f97-2a7b2ff01062 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429866 Aug 09 16:58:11.710427 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a1b2d-f0f4-48f1-a8a4-275a54643989 req-fc05cb08-273c-4e96-a281-044e5f1a6eec tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:11.714262 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a29a1b2d-f0f4-48f1-a8a4-275a54643989 req-fc05cb08-273c-4e96-a281-044e5f1a6eec tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 945 time: 0.0604486 Aug 09 16:58:11.774953 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a29a1b2d-f0f4-48f1-a8a4-275a54643989 req-1dd7b203-9e2a-4ca8-86ff-12dc30ed1435 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538793 Aug 09 16:58:12.077118 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 8382dfaa-9870-49cb-a4e8-b91f26c8d776 up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:58:12.142368 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port 8382dfaa-9870-49cb-a4e8-b91f26c8d776 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:58:12.143155 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:12.248712 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 8382dfaa-9870-49cb-a4e8-b91f26c8d776 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:58:12.249397 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:12.277027 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce60258-a919-4fdd-93b6-64a305caae90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8382dfaa-9870-49cb-a4e8-b91f26c8d776'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:58:12.279352 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9eaec3-03dc-4327-90c0-7b816ed3fc16" -d '{"events": [{"server_uuid": "9ce60258-a919-4fdd-93b6-64a305caae90", "name": "network-vif-plugged", "status": "completed", "tag": "8382dfaa-9870-49cb-a4e8-b91f26c8d776"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:58:12.302663 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 8382dfaa-9870-49cb-a4e8-b91f26c8d776, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=8382dfaa-9870-49cb-a4e8-b91f26c8d776,segment=NetworkSegment(0fe48ad4-3c33-430f-9607-53eec0dcede1),segment_id=0fe48ad4-3c33-430f-9607-53eec0dcede1)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:12.329429 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ceca980-56bc-48f3-b1f2-062a3dbcc03e x-openstack-request-id: req-5ceca980-56bc-48f3-b1f2-062a3dbcc03e {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:58:12.333146 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce60258-a919-4fdd-93b6-64a305caae90", "name": "network-vif-plugged", "status": "completed", "tag": "8382dfaa-9870-49cb-a4e8-b91f26c8d776", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:58:12.333146 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ceca980-56bc-48f3-b1f2-062a3dbcc03e {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:58:12.333146 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ceca980-56bc-48f3-b1f2-062a3dbcc03e'] response: {'server_uuid': '9ce60258-a919-4fdd-93b6-64a305caae90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8382dfaa-9870-49cb-a4e8-b91f26c8d776', 'code': 200} Aug 09 16:58:12.387862 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:12.447741 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=8382dfaa-9870-49cb-a4e8-b91f26c8d776,revision_number=8']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:12.745372 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984c7b4-422b-4d9f-a39c-3f24c6c18545 req-acf94562-8ece-4744-9b84-9ca1def4aefb tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:12.758135 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3984c7b4-422b-4d9f-a39c-3f24c6c18545 req-acf94562-8ece-4744-9b84-9ca1def4aefb tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0807023 Aug 09 16:58:12.850954 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3984c7b4-422b-4d9f-a39c-3f24c6c18545 req-2798467c-5b8c-46ca-a4d6-95468ea67366 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913706 Aug 09 16:58:12.916242 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4403fc-3ec1-41bd-b932-76b178097e95 req-9ef1c23b-0165-4470-b54c-8102e2717cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:12.923187 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4e4403fc-3ec1-41bd-b932-76b178097e95 req-9ef1c23b-0165-4470-b54c-8102e2717cc6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 1099 time: 0.1259437 Aug 09 16:58:13.000470 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4e4403fc-3ec1-41bd-b932-76b178097e95 req-f2d8d808-3536-4fdc-b6ea-382613e30087 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678475 Aug 09 16:58:13.015396 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38229d23-529d-46ad-b7f9-3e227057383e req-ab495839-1dfa-4c0e-bcff-4d2eaf02a29d tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:13.022353 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-38229d23-529d-46ad-b7f9-3e227057383e req-ab495839-1dfa-4c0e-bcff-4d2eaf02a29d tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0949972 Aug 09 16:58:13.079822 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c09d3d04-f889-4807-bd76-d935b9c42a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:13.106230 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-38229d23-529d-46ad-b7f9-3e227057383e req-cc587e07-c07e-42a9-a16f-3830416bfd59 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758018 Aug 09 16:58:14.001968 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7dfde5-d5d2-4711-84ed-d040ba899477 req-f6494005-f119-45b8-931c-5bb3503d11eb tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:14.001968 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1e7dfde5-d5d2-4711-84ed-d040ba899477 req-f6494005-f119-45b8-931c-5bb3503d11eb tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0536110 Aug 09 16:58:14.013954 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1e7dfde5-d5d2-4711-84ed-d040ba899477 req-37095a09-dbf4-440c-aadf-ba9ca4a4ba0a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341709 Aug 09 16:58:14.245681 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9041d-d24e-4179-94d0-47343b23f1be req-35c6cc07-e96a-4fb3-b64a-e3316a03147f tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:14.248188 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-15c9041d-d24e-4179-94d0-47343b23f1be req-35c6cc07-e96a-4fb3-b64a-e3316a03147f tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0548179 Aug 09 16:58:14.314182 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-15c9041d-d24e-4179-94d0-47343b23f1be req-d63b2597-1417-493d-841e-bbd614f69937 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600131 Aug 09 16:58:14.711936 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 60076) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:14.838304 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e570d9d9-0f4b-4841-963b-2a5dd2968fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:14.926085 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e570d9d9-0f4b-4841-963b-2a5dd2968fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:15.090690 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:15.125840 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e570d9d9-0f4b-4841-963b-2a5dd2968fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:15.141647 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c689a-18f1-4d35-a6d5-5d0f90747829 req-f8a75ba4-f178-4bc6-9518-7bfd6dc893d4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:15.143180 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-df5c689a-18f1-4d35-a6d5-5d0f90747829 req-f8a75ba4-f178-4bc6-9518-7bfd6dc893d4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0496840 Aug 09 16:58:15.163453 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570d9d9-0f4b-4841-963b-2a5dd2968fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8464e3b9-7dbe-4781-8105-7dd38316a6e3,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:15.170176 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-e570d9d9-0f4b-4841-963b-2a5dd2968fca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2380be60a5e145ca9f92737e9c619545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4541631 Aug 09 16:58:15.170509 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 60082) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:15.173465 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570d9d9-0f4b-4841-963b-2a5dd2968fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.173819 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570d9d9-0f4b-4841-963b-2a5dd2968fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.174165 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570d9d9-0f4b-4841-963b-2a5dd2968fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.174502 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570d9d9-0f4b-4841-963b-2a5dd2968fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.174841 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570d9d9-0f4b-4841-963b-2a5dd2968fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.175178 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570d9d9-0f4b-4841-963b-2a5dd2968fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.175511 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570d9d9-0f4b-4841-963b-2a5dd2968fca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.175841 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570d9d9-0f4b-4841-963b-2a5dd2968fca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.176284 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570d9d9-0f4b-4841-963b-2a5dd2968fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.176519 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570d9d9-0f4b-4841-963b-2a5dd2968fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.176935 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570d9d9-0f4b-4841-963b-2a5dd2968fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.177743 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e570d9d9-0f4b-4841-963b-2a5dd2968fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.204710 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-df5c689a-18f1-4d35-a6d5-5d0f90747829 req-ac010edc-cf1e-420a-8215-da0aa7b8ca7b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545938 Aug 09 16:58:15.238198 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9e65-6ea1-47cf-89bb-70a2366d6694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:15.261954 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9e65-6ea1-47cf-89bb-70a2366d6694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:15.428005 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9e65-6ea1-47cf-89bb-70a2366d6694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:15.431012 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9e65-6ea1-47cf-89bb-70a2366d6694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:15.432401 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-a9ca9e65-6ea1-47cf-89bb-70a2366d6694 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8464e3b9-7dbe-4781-8105-7dd38316a6e3 HTTP/1.1" status: 204 len: 168 time: 0.2609618 Aug 09 16:58:15.443222 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca9e65-6ea1-47cf-89bb-70a2366d6694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8464e3b9-7dbe-4781-8105-7dd38316a6e3,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:15.454946 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca9e65-6ea1-47cf-89bb-70a2366d6694 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.455190 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca9e65-6ea1-47cf-89bb-70a2366d6694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.455434 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca9e65-6ea1-47cf-89bb-70a2366d6694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.455958 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca9e65-6ea1-47cf-89bb-70a2366d6694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.456288 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca9e65-6ea1-47cf-89bb-70a2366d6694 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.457085 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca9e65-6ea1-47cf-89bb-70a2366d6694 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.457085 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca9e65-6ea1-47cf-89bb-70a2366d6694 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.457467 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca9e65-6ea1-47cf-89bb-70a2366d6694 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.458300 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca9e65-6ea1-47cf-89bb-70a2366d6694 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.458592 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca9e65-6ea1-47cf-89bb-70a2366d6694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.459091 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca9e65-6ea1-47cf-89bb-70a2366d6694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.459528 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ca9e65-6ea1-47cf-89bb-70a2366d6694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:15.488069 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a2048-8396-48ad-b331-064f75102b0d req-b8ae2afb-910c-4bd4-bc6d-f0119332fe04 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:15.489785 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-de3a2048-8396-48ad-b331-064f75102b0d req-b8ae2afb-910c-4bd4-bc6d-f0119332fe04 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0956745 Aug 09 16:58:15.543037 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-de3a2048-8396-48ad-b331-064f75102b0d req-074aab6b-5618-421a-8eb1-be3aff805072 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451493 Aug 09 16:58:16.229765 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 60112) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:16.244106 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cfc58ba6-1937-4aba-a745-a90d8f791a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:16.273521 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:16.322881 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cfc58ba6-1937-4aba-a745-a90d8f791a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:16.331473 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad7f99-4992-4847-81e0-2a6b47b893a9 req-f1b8e267-fee5-4c8e-9d35-b71af6bb309d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:16.333187 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8dad7f99-4992-4847-81e0-2a6b47b893a9 req-f1b8e267-fee5-4c8e-9d35-b71af6bb309d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0499489 Aug 09 16:58:16.372815 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8dad7f99-4992-4847-81e0-2a6b47b893a9 req-f87265a5-eb70-41a4-b155-587e7e92a566 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334086 Aug 09 16:58:16.425607 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4c41b-f372-4f13-aaf4-b9313685b96c req-28a19e5b-e7da-49eb-b3d1-48ff821497a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:16.428049 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0fe4c41b-f372-4f13-aaf4-b9313685b96c req-28a19e5b-e7da-49eb-b3d1-48ff821497a8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d1742bf7a82941b5ac56e5c5d045417f&device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 1098 time: 0.0468645 Aug 09 16:58:16.445939 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cfc58ba6-1937-4aba-a745-a90d8f791a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:16.507036 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-cfc58ba6-1937-4aba-a745-a90d8f791a94 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a88849dc476649c9acde090dac1e8276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761884 Aug 09 16:58:16.509904 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 60118) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:16.544754 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc58ba6-1937-4aba-a745-a90d8f791a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0f41c0-be16-412b-ad53-3594526764a7,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:16.578777 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f2f79699-44d1-4d86-aeaa-20b43f1d2d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:16.579073 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4c41b-f372-4f13-aaf4-b9313685b96c req-76512939-1762-4939-9239-cdf847de09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:16.581103 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0fe4c41b-f372-4f13-aaf4-b9313685b96c req-76512939-1762-4939-9239-cdf847de09eb service neutron] 10.222.0.85 "GET /v2.0/networks?id=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 HTTP/1.1" status: 200 len: 918 time: 0.1443090 Aug 09 16:58:16.602601 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f2f79699-44d1-4d86-aeaa-20b43f1d2d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:16.648882 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0fe4c41b-f372-4f13-aaf4-b9313685b96c req-ea42fc23-c08f-47b1-8aae-8780cce36e5a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bd7efd9-b47e-441e-903b-8210494c8a3b HTTP/1.1" status: 200 len: 1000 time: 0.0595326 Aug 09 16:58:16.702341 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4c41b-f372-4f13-aaf4-b9313685b96c req-98a3be66-d6a1-4ce7-a8e2-bdefb2d1c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:16.703826 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0fe4c41b-f372-4f13-aaf4-b9313685b96c req-98a3be66-d6a1-4ce7-a8e2-bdefb2d1c18c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=07b994a0-3038-45c6-9b03-adabe3fc1842 HTTP/1.1" status: 200 len: 856 time: 0.0471778 Aug 09 16:58:16.708669 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f2f79699-44d1-4d86-aeaa-20b43f1d2d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:16.711323 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f2f79699-44d1-4d86-aeaa-20b43f1d2d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:16.712453 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-f2f79699-44d1-4d86-aeaa-20b43f1d2d0e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa0f41c0-be16-412b-ad53-3594526764a7 HTTP/1.1" status: 204 len: 168 time: 0.2015088 Aug 09 16:58:16.735205 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f79699-44d1-4d86-aeaa-20b43f1d2d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0f41c0-be16-412b-ad53-3594526764a7,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:16.759728 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4c41b-f372-4f13-aaf4-b9313685b96c req-11e7f959-11a7-413e-9e29-06723efd1bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:16.761607 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0fe4c41b-f372-4f13-aaf4-b9313685b96c req-11e7f959-11a7-413e-9e29-06723efd1bd2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449493 Aug 09 16:58:16.787944 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:16.858789 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0fe4c41b-f372-4f13-aaf4-b9313685b96c req-e70bd4c6-3d6c-41aa-8bce-60d0f0ec3374 service neutron] 10.222.0.85 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851033 Aug 09 16:58:16.947799 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:16.950344 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0fe4c41b-f372-4f13-aaf4-b9313685b96c req-44f7dfdb-39dd-4b93-bd85-c9c0a929625f service neutron] 10.222.0.85 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884068 Aug 09 16:58:17.501477 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048c278-7ec8-470a-99df-bc5ad1462d88 req-2798c5f4-a13d-4f09-9021-b7a05d37f8cf tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:17.503040 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7048c278-7ec8-470a-99df-bc5ad1462d88 req-2798c5f4-a13d-4f09-9021-b7a05d37f8cf tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0515039 Aug 09 16:58:17.545099 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 60128) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:17.549668 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7048c278-7ec8-470a-99df-bc5ad1462d88 req-5ac85b50-3f9f-4f2f-8d71-4b32fec87935 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392706 Aug 09 16:58:17.559485 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b68ea175-cd91-4bd8-b0ab-2e13a14cafe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:17.635714 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b68ea175-cd91-4bd8-b0ab-2e13a14cafe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:17.742324 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b68ea175-cd91-4bd8-b0ab-2e13a14cafe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:17.780197 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-b68ea175-cd91-4bd8-b0ab-2e13a14cafe3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=692d959847f14f5d8df17f3d78ef3f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339487 Aug 09 16:58:17.781135 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ea175-cd91-4bd8-b0ab-2e13a14cafe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7995bd-5065-44ca-9906-0ac1bd90a1c9,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:17.783097 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 60130) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:17.833741 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-dcf9a259-8204-4b28-8f70-c9b7bd296507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:17.856810 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-dcf9a259-8204-4b28-8f70-c9b7bd296507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:17.982088 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-dcf9a259-8204-4b28-8f70-c9b7bd296507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:17.984518 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-dcf9a259-8204-4b28-8f70-c9b7bd296507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:17.985721 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-dcf9a259-8204-4b28-8f70-c9b7bd296507 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b7995bd-5065-44ca-9906-0ac1bd90a1c9 HTTP/1.1" status: 204 len: 168 time: 0.2015586 Aug 09 16:58:17.994425 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9a259-8204-4b28-8f70-c9b7bd296507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7995bd-5065-44ca-9906-0ac1bd90a1c9,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:18.685331 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d141a0-8576-47e9-8784-fa1f30ff0724 req-d5e0e98e-a9d4-45a0-a2c7-955a80ecdf2b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:18.686851 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-20d141a0-8576-47e9-8784-fa1f30ff0724 req-d5e0e98e-a9d4-45a0-a2c7-955a80ecdf2b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0521357 Aug 09 16:58:18.726373 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-20d141a0-8576-47e9-8784-fa1f30ff0724 req-ae7656c9-8502-40a2-89b9-8166802d9ba2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333617 Aug 09 16:58:19.867713 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa8706-c493-4761-9e6c-c4a279315755 req-31e59e32-307e-4897-939b-35b6153ad3af tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:19.870317 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-faaa8706-c493-4761-9e6c-c4a279315755 req-31e59e32-307e-4897-939b-35b6153ad3af tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 945 time: 0.0590806 Aug 09 16:58:19.919686 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-faaa8706-c493-4761-9e6c-c4a279315755 req-cc76d724-cf37-4d38-95f3-63f5f05ea0b6 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420229 Aug 09 16:58:20.134662 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 0bd7efd9-b47e-441e-903b-8210494c8a3b no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:58:20.218498 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 0bd7efd9-b47e-441e-903b-8210494c8a3b is: ACTIVE; New status is: DOWN {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:58:20.218911 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:20.247312 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bd7efd9-b47e-441e-903b-8210494c8a3b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:58:20.249609 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cc1468-0f8f-4979-bdff-7b8a16d7859c" -d '{"events": [{"server_uuid": "aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9", "name": "network-vif-unplugged", "status": "completed", "tag": "0bd7efd9-b47e-441e-903b-8210494c8a3b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:58:20.263524 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 0bd7efd9-b47e-441e-903b-8210494c8a3b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0bd7efd9-b47e-441e-903b-8210494c8a3b,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:20.283593 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 09 Aug 2022 16:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9467c1ce-fe33-445a-8d19-589c1fb1ac93 x-openstack-request-id: req-9467c1ce-fe33-445a-8d19-589c1fb1ac93 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:58:20.283879 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9", "name": "network-vif-unplugged", "status": "failed", "tag": "0bd7efd9-b47e-441e-903b-8210494c8a3b", "code": 422}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:58:20.284130 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9467c1ce-fe33-445a-8d19-589c1fb1ac93 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:58:20.284529 dv-cinder-852570-1-iscsi neutron-server[109850]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9467c1ce-fe33-445a-8d19-589c1fb1ac93']: {'server_uuid': 'aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0bd7efd9-b47e-441e-903b-8210494c8a3b', 'code': 422} returned with failed status Aug 09 16:58:20.376204 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:20.425155 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=0bd7efd9-b47e-441e-903b-8210494c8a3b,revision_number=8']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:21.658680 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 60230) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:21.766725 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d5042379-a725-4c84-9540-0c5c175e3f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:21.841187 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d5042379-a725-4c84-9540-0c5c175e3f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:21.987967 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d5042379-a725-4c84-9540-0c5c175e3f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:22.024009 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5042379-a725-4c84-9540-0c5c175e3f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae6f4d9-d615-4bbc-b846-7357d0499bf8,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:22.035173 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d5042379-a725-4c84-9540-0c5c175e3f2f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bce8b3dcf0104498ba8bb239a3aabc27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753762 Aug 09 16:58:22.038011 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 60242) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:22.089247 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f6a3172b-68a3-42fa-9fa7-6a7f23d32b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:22.112125 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f6a3172b-68a3-42fa-9fa7-6a7f23d32b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:22.285267 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f6a3172b-68a3-42fa-9fa7-6a7f23d32b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:22.287907 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f6a3172b-68a3-42fa-9fa7-6a7f23d32b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:22.289274 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-f6a3172b-68a3-42fa-9fa7-6a7f23d32b81 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ae6f4d9-d615-4bbc-b846-7357d0499bf8 HTTP/1.1" status: 204 len: 168 time: 0.2491250 Aug 09 16:58:22.296968 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a3172b-68a3-42fa-9fa7-6a7f23d32b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae6f4d9-d615-4bbc-b846-7357d0499bf8,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:22.423796 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [req-4dc2d795-20bf-466f-afb9-4dd4bc4bce0d req-68be0425-0722-483c-8a22-748596a17b12 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 16:58:22.424776 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4dc2d795-20bf-466f-afb9-4dd4bc4bce0d req-68be0425-0722-483c-8a22-748596a17b12 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052781 Aug 09 16:58:22.858863 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c40d1-63f6-48ae-80d0-609f31043526 req-b7f39184-974b-4f9b-ab78-9a3d6a48e232 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:22.860368 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-368c40d1-63f6-48ae-80d0-609f31043526 req-b7f39184-974b-4f9b-ab78-9a3d6a48e232 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0508425 Aug 09 16:58:22.900122 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-368c40d1-63f6-48ae-80d0-609f31043526 req-87661c40-e241-4260-badd-2b5daa1e2b89 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334063 Aug 09 16:58:23.258170 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 60266) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:23.278753 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bed1459c-ed74-4c5f-be42-28608cdbcad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:23.309045 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-454b4c46-a1d3-4230-92b0-952a0a446726 req-08faa15c-534d-4d60-9d25-d54b6c1bb4fb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418630 Aug 09 16:58:23.351552 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bed1459c-ed74-4c5f-be42-28608cdbcad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:23.453117 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bed1459c-ed74-4c5f-be42-28608cdbcad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:23.492361 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-bed1459c-ed74-4c5f-be42-28608cdbcad6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dce4f112bf124dc1914ad9154332ac28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330880 Aug 09 16:58:23.493357 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1459c-ed74-4c5f-be42-28608cdbcad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc92b196-50b8-48d6-ad8c-cd4ca2d559ce,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:23.495982 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 60274) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:23.546658 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6db7b532-6dc6-4315-b357-963a7a527997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:23.567581 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6db7b532-6dc6-4315-b357-963a7a527997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:23.719681 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6db7b532-6dc6-4315-b357-963a7a527997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:23.722328 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6db7b532-6dc6-4315-b357-963a7a527997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:23.723510 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-6db7b532-6dc6-4315-b357-963a7a527997 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bc92b196-50b8-48d6-ad8c-cd4ca2d559ce HTTP/1.1" status: 204 len: 168 time: 0.2264128 Aug 09 16:58:23.732255 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7b532-6dc6-4315-b357-963a7a527997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc92b196-50b8-48d6-ad8c-cd4ca2d559ce,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:24.029905 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821dc4e-c7fa-4a47-aa04-98efd9c847d8 req-bf49ef26-c74b-4028-9f8c-6aa61979a03a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:24.031367 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7821dc4e-c7fa-4a47-aa04-98efd9c847d8 req-bf49ef26-c74b-4028-9f8c-6aa61979a03a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0516005 Aug 09 16:58:24.069022 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7821dc4e-c7fa-4a47-aa04-98efd9c847d8 req-a6e1fd90-3515-48eb-996b-0703e66e180e tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309324 Aug 09 16:58:25.201704 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de0cd9-af07-4140-ae2b-6944ff9b876f req-b25361ad-49f4-4520-b1c4-465856fd0373 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:25.207188 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-56de0cd9-af07-4140-ae2b-6944ff9b876f req-b25361ad-49f4-4520-b1c4-465856fd0373 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0557499 Aug 09 16:58:25.245749 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-56de0cd9-af07-4140-ae2b-6944ff9b876f req-d28442f4-d2ca-4d95-bd36-f70f99cab789 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356126 Aug 09 16:58:26.351714 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 0bd7efd9-b47e-441e-903b-8210494c8a3b no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:58:26.372881 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75966a6a-5dec-42ae-944c-662fa0f8a83a req-84b84eb0-bfe3-4f44-8462-bbafaa3276e9 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:26.374533 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-75966a6a-5dec-42ae-944c-662fa0f8a83a req-84b84eb0-bfe3-4f44-8462-bbafaa3276e9 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0518982 Aug 09 16:58:26.414976 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-75966a6a-5dec-42ae-944c-662fa0f8a83a req-8479cf32-9636-44ee-a331-13093965c329 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341520 Aug 09 16:58:26.433796 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 0bd7efd9-b47e-441e-903b-8210494c8a3b is: DOWN; New status is: DOWN {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:58:27.549990 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4dce9-d3c1-4871-a70c-15e9f3b2b2a3 req-ed115939-ae88-48a8-8e47-82949a81e2ca tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:27.551442 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-00e4dce9-d3c1-4871-a70c-15e9f3b2b2a3 req-ed115939-ae88-48a8-8e47-82949a81e2ca tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0486932 Aug 09 16:58:27.590604 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-00e4dce9-d3c1-4871-a70c-15e9f3b2b2a3 req-519058c3-eae7-4344-aa59-4849a8483ec4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331481 Aug 09 16:58:27.681802 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4c46-a1d3-4230-92b0-952a0a446726 req-da927eba-3ce4-4ebf-a2d6-adc130a810a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:27.683402 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-454b4c46-a1d3-4230-92b0-952a0a446726 req-da927eba-3ce4-4ebf-a2d6-adc130a810a0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9&tenant_id=d1742bf7a82941b5ac56e5c5d045417f HTTP/1.1" status: 200 len: 1096 time: 0.0442069 Aug 09 16:58:27.777017 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4c46-a1d3-4230-92b0-952a0a446726 req-d2235392-105c-4664-b9f5-f47f9f7885ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:27.778827 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-454b4c46-a1d3-4230-92b0-952a0a446726 req-d2235392-105c-4664-b9f5-f47f9f7885ad service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d1742bf7a82941b5ac56e5c5d045417f&device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 1096 time: 0.0427835 Aug 09 16:58:27.882582 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4c46-a1d3-4230-92b0-952a0a446726 req-96c0fadf-2149-4dcc-b42a-548b07726394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:27.884139 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-454b4c46-a1d3-4230-92b0-952a0a446726 req-96c0fadf-2149-4dcc-b42a-548b07726394 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 HTTP/1.1" status: 200 len: 918 time: 0.0914385 Aug 09 16:58:27.959207 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-454b4c46-a1d3-4230-92b0-952a0a446726 req-37de1e3e-49c2-4c94-a0e9-186350a5445c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0bd7efd9-b47e-441e-903b-8210494c8a3b HTTP/1.1" status: 200 len: 998 time: 0.0635734 Aug 09 16:58:28.012790 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4c46-a1d3-4230-92b0-952a0a446726 req-160fd587-655d-4d31-8938-0e93409125fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:28.014532 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-454b4c46-a1d3-4230-92b0-952a0a446726 req-160fd587-655d-4d31-8938-0e93409125fc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=07b994a0-3038-45c6-9b03-adabe3fc1842 HTTP/1.1" status: 200 len: 856 time: 0.0465417 Aug 09 16:58:28.059780 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b4c46-a1d3-4230-92b0-952a0a446726 req-8363fdd2-9251-4aa0-a768-55fd5d3f17e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:28.061327 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-454b4c46-a1d3-4230-92b0-952a0a446726 req-8363fdd2-9251-4aa0-a768-55fd5d3f17e8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390666 Aug 09 16:58:28.155887 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-454b4c46-a1d3-4230-92b0-952a0a446726 req-12faee4f-82d7-417c-aff4-9c473524f1e0 service neutron] 10.222.0.85 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869558 Aug 09 16:58:28.513242 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-454b4c46-a1d3-4230-92b0-952a0a446726 req-af7ec04b-c7ef-42a6-a163-9c094c59dc9b service neutron] 10.222.0.85 "GET /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476999 Aug 09 16:58:28.723462 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302eecca-57a4-4a07-90ab-e03b2b2b04e9 req-87a2be1f-05fb-45da-9814-1aff1df71af4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:28.730973 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-302eecca-57a4-4a07-90ab-e03b2b2b04e9 req-87a2be1f-05fb-45da-9814-1aff1df71af4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0523686 Aug 09 16:58:28.766725 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-302eecca-57a4-4a07-90ab-e03b2b2b04e9 req-b958dbe5-5096-4eea-ae81-8727a4653eac tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344677 Aug 09 16:58:29.904860 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c58ff-82b5-4884-bbda-55dc8324a419 req-16d0d9f3-840e-4362-8b28-6aea65587ca0 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:29.906474 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7e3c58ff-82b5-4884-bbda-55dc8324a419 req-16d0d9f3-840e-4362-8b28-6aea65587ca0 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0500202 Aug 09 16:58:29.950417 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7e3c58ff-82b5-4884-bbda-55dc8324a419 req-7a922d5d-9381-47f8-8603-702487793c97 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378180 Aug 09 16:58:31.079614 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc3064-da28-4ba2-9df0-b5114a6507a4 req-3a63950c-1d32-4aa4-836e-70cd4f94227f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:31.081154 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e2bc3064-da28-4ba2-9df0-b5114a6507a4 req-3a63950c-1d32-4aa4-836e-70cd4f94227f tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0502238 Aug 09 16:58:31.123232 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-e2bc3064-da28-4ba2-9df0-b5114a6507a4 req-c869c417-d6bc-4047-b5bf-da4b5c1b321a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359402 Aug 09 16:58:32.256643 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e378c3c-c90f-4cd8-a84a-4d1361019929 req-e4ddd7df-1e86-43f3-8a3a-2216179099f9 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:32.258158 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2e378c3c-c90f-4cd8-a84a-4d1361019929 req-e4ddd7df-1e86-43f3-8a3a-2216179099f9 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0531878 Aug 09 16:58:32.299871 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2e378c3c-c90f-4cd8-a84a-4d1361019929 req-7649d70c-d8ce-4f0c-bf37-c6fe8b193c36 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349662 Aug 09 16:58:33.072709 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-4ead25a6-2157-45e1-8211-a23e799fd068 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2086151188&fields=id&tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e HTTP/1.1" status: 200 len: 267 time: 0.0420504 Aug 09 16:58:33.189913 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-c8375504-b24a-4973-b92c-55a7f9dcda39 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:33.191189 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-c8375504-b24a-4973-b92c-55a7f9dcda39 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/networks?id=d4638989-6f80-4a74-bb7f-239a2497dae9 HTTP/1.1" status: 200 len: 811 time: 0.1112187 Aug 09 16:58:33.221757 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-9511ad9d-66f0-482f-9e9c-884e3fd79bdc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/quotas/b7c322e8fa074dfa8e2bfab8a4b4d76e HTTP/1.1" status: 200 len: 375 time: 0.0232565 Aug 09 16:58:33.293759 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-9a7b7185-6d76-495d-89b1-3a6dada43f7e tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0584331 Aug 09 16:58:33.430598 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-b87e3dc1-9455-4e81-951b-4746d211eca9 service neutron] 10.222.0.49 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355901 Aug 09 16:58:33.462765 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5925dd-4b2f-4037-96ed-7daf4a8db285 req-f97f5a5a-47bf-4e85-af5b-9b034b111ca6 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:33.467738 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3b5925dd-4b2f-4037-96ed-7daf4a8db285 req-f97f5a5a-47bf-4e85-af5b-9b034b111ca6 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0732143 Aug 09 16:58:33.512868 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3b5925dd-4b2f-4037-96ed-7daf4a8db285 req-5e1d1e87-fc9f-42ff-8580-431d1920465b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441318 Aug 09 16:58:33.609665 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-72444c85-08e1-4b6f-934f-b64905729d8b service neutron] 10.222.0.49 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669786 Aug 09 16:58:34.311084 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9130f788-e111-4f00-b0b3-3485a3ef30d4 req-28af05a3-e71c-40df-8506-1dbe316532d4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 210 time: 0.0305359 Aug 09 16:58:34.672076 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19362d5-b350-4bc3-ac6b-0e6f5fb51233 req-771fb8b2-ca67-48a7-9fe3-04276a90930d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:34.673742 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f19362d5-b350-4bc3-ac6b-0e6f5fb51233 req-771fb8b2-ca67-48a7-9fe3-04276a90930d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0601966 Aug 09 16:58:34.718469 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f19362d5-b350-4bc3-ac6b-0e6f5fb51233 req-e29d3c6d-bed3-4110-9ce9-5883331d9115 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383606 Aug 09 16:58:35.448759 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-864df0a0-9235-468b-a43e-c74b8dd39fb8 req-d6a412d6-069d-4752-9028-80486c87d343 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 210 time: 0.0528514 Aug 09 16:58:35.863653 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab6668-e251-4693-a4c6-2f1f612e1768 req-dadb2999-075e-446e-8a7f-f96eb16431ff tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:35.865200 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5dab6668-e251-4693-a4c6-2f1f612e1768 req-dadb2999-075e-446e-8a7f-f96eb16431ff tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0581963 Aug 09 16:58:35.908251 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5dab6668-e251-4693-a4c6-2f1f612e1768 req-368b5aaa-fa35-4530-a8df-11a761d9a608 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358229 Aug 09 16:58:36.561306 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bdb323cc-e5b2-43fe-90c2-54c1d7ee248c req-6cbb664c-6bee-49e9-87dc-b708e30a0348 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 210 time: 0.0447183 Aug 09 16:58:37.047960 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b45e42-b22c-4ad9-bda0-e4f2c1220eaa req-aa8bab24-f2cf-44c0-8e33-209afb82b7dd tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:37.049552 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a0b45e42-b22c-4ad9-bda0-e4f2c1220eaa req-aa8bab24-f2cf-44c0-8e33-209afb82b7dd tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0506082 Aug 09 16:58:37.095322 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a0b45e42-b22c-4ad9-bda0-e4f2c1220eaa req-4b450aca-4f00-4618-8556-91e14f86c2b1 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384974 Aug 09 16:58:37.667381 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7c87d268-7425-48d2-a79a-eb9f29a02375 req-1847d096-194f-4609-bb9a-7afd4af64bb8 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 210 time: 0.0329180 Aug 09 16:58:38.228414 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67500adf-ffe8-431c-9e04-bef25cebc74d req-a2f2de4b-f9d0-4eef-b951-88968ea342e7 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:38.230933 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-67500adf-ffe8-431c-9e04-bef25cebc74d req-a2f2de4b-f9d0-4eef-b951-88968ea342e7 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0551882 Aug 09 16:58:38.284683 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-67500adf-ffe8-431c-9e04-bef25cebc74d req-dcb487f1-58bd-47ae-ac9e-6352f2838008 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474424 Aug 09 16:58:38.776785 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8ee84156-e1a8-4c5b-814e-3fe1c7111469 req-df3ededd-50fc-49a8-8a3e-c4cec83b2ddb tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 210 time: 0.0299618 Aug 09 16:58:39.435649 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc71e15-f6d2-44da-a52f-41b66df1eaac req-b71bec5d-4d91-4188-960f-b6016248453a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:39.435649 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5fc71e15-f6d2-44da-a52f-41b66df1eaac req-b71bec5d-4d91-4188-960f-b6016248453a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0627725 Aug 09 16:58:39.470312 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5fc71e15-f6d2-44da-a52f-41b66df1eaac req-b2f3931a-3b68-4e59-85c9-e3f6551e0118 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387020 Aug 09 16:58:39.875511 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4baaf520-c7a6-4439-84f0-c5c5616aa7b1 req-f54cfcb3-c962-41dd-903c-a668016930ce tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 210 time: 0.0275211 Aug 09 16:58:40.612587 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b272f-3e8a-4f25-a917-08cb81e35b15 req-adec2b71-5c6e-4a7f-b361-68f76879bf65 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:40.615430 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0e7b272f-3e8a-4f25-a917-08cb81e35b15 req-adec2b71-5c6e-4a7f-b361-68f76879bf65 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0631256 Aug 09 16:58:40.660441 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0e7b272f-3e8a-4f25-a917-08cb81e35b15 req-a91d9188-c546-48ed-bdd4-4d1b608e4f88 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380647 Aug 09 16:58:40.676728 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 60594) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:40.797581 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7927a803-5eff-48f4-b097-1cf292751cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:40.883261 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7927a803-5eff-48f4-b097-1cf292751cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:40.987249 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-201eb286-5d95-48c8-b00a-f9b5017acbf3 req-eb770fac-40c5-4c80-b49d-b7dcc9339ea2 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 210 time: 0.0366352 Aug 09 16:58:40.992939 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7927a803-5eff-48f4-b097-1cf292751cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:41.038118 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-7927a803-5eff-48f4-b097-1cf292751cec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5a36f5e4030c49418daa272132179e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595676 Aug 09 16:58:41.038337 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927a803-5eff-48f4-b097-1cf292751cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020786dd-3ba5-497d-a824-72c22fcbc3ed,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:41.046421 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 60602) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:41.099055 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7a690b63-360c-4afb-8a04-c0ff9c66d1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:41.126637 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7a690b63-360c-4afb-8a04-c0ff9c66d1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:41.165288 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f8cb7109-6937-417f-aa8d-72d262047515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:41.347599 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7a690b63-360c-4afb-8a04-c0ff9c66d1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:41.350217 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-7a690b63-360c-4afb-8a04-c0ff9c66d1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:41.351377 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-7a690b63-360c-4afb-8a04-c0ff9c66d1ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/020786dd-3ba5-497d-a824-72c22fcbc3ed HTTP/1.1" status: 204 len: 168 time: 0.3040090 Aug 09 16:58:41.360538 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a690b63-360c-4afb-8a04-c0ff9c66d1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020786dd-3ba5-497d-a824-72c22fcbc3ed,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:41.808129 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dd939-81d7-41b9-a6b7-5152989c244c req-d7278152-f8c3-49de-87c0-f2060a668065 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:41.809719 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-416dd939-81d7-41b9-a6b7-5152989c244c req-d7278152-f8c3-49de-87c0-f2060a668065 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0498624 Aug 09 16:58:41.849082 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-416dd939-81d7-41b9-a6b7-5152989c244c req-03693e67-0852-426f-a513-51ab71402d38 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332448 Aug 09 16:58:41.890075 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:58:42.109355 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 60620) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:42.151261 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2bdb53f1-956e-4233-b804-d93d262a93fd req-c70e2ca3-6867-46f9-a7be-96d10185a67b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 210 time: 0.0697882 Aug 09 16:58:42.157774 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-99474c84-9af2-4f68-88be-85754eee5865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:42.189979 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-07dc6f2a-d972-4411-8de2-1165149263ca tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:42.191472 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-07dc6f2a-d972-4411-8de2-1165149263ca tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.85 "GET /v2.0/networks?id=d4638989-6f80-4a74-bb7f-239a2497dae9 HTTP/1.1" status: 200 len: 811 time: 0.2027352 Aug 09 16:58:42.250598 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-99474c84-9af2-4f68-88be-85754eee5865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:42.262418 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-196133f1-a1f2-4ea4-9d3f-986e27f7b0e3 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e HTTP/1.1" status: 200 len: 380 time: 0.0507936 Aug 09 16:58:42.272041 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-405ffc47-f497-4d0a-9255-2f7d64c28426 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Request body: {'port': {'device_id': 'f61b3ff2-2ce7-4766-9fd9-624bf6131cc0', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'admin_state_up': True, 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'security_groups': ['87dddeb1-92a2-4bf1-a2db-ebbea5f84425']}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:58:42.347641 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-99474c84-9af2-4f68-88be-85754eee5865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:42.386666 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99474c84-9af2-4f68-88be-85754eee5865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3440d0-96bc-4c7d-9167-dc18e34f8138,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:42.391098 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-99474c84-9af2-4f68-88be-85754eee5865 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=54fa71c425704a8ba293aaf2c1b753ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800119 Aug 09 16:58:42.393801 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 60626) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:58:42.443984 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5beeb314-2ce7-4aa2-aac3-8471ac7686ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:42.455766 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-405ffc47-f497-4d0a-9255-2f7d64c28426 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Made reservation on behalf of b7c322e8fa074dfa8e2bfab8a4b4d76e for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:58:42.459420 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-405ffc47-f497-4d0a-9255-2f7d64c28426 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:42.465688 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5beeb314-2ce7-4aa2-aac3-8471ac7686ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:42.591381 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-405ffc47-f497-4d0a-9255-2f7d64c28426 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Allocated IP 172.20.0.8 (d4638989-6f80-4a74-bb7f-239a2497dae9/d1a8b644-63fb-4184-bcbc-d30b1401c1de/ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:58:42.609968 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5beeb314-2ce7-4aa2-aac3-8471ac7686ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:42.612659 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5beeb314-2ce7-4aa2-aac3-8471ac7686ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:42.616519 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-5beeb314-2ce7-4aa2-aac3-8471ac7686ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea3440d0-96bc-4c7d-9167-dc18e34f8138 HTTP/1.1" status: 204 len: 168 time: 0.2188740 Aug 09 16:58:42.626663 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beeb314-2ce7-4aa2-aac3-8471ac7686ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3440d0-96bc-4c7d-9167-dc18e34f8138,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:42.764995 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-405ffc47-f497-4d0a-9255-2f7d64c28426 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:42.914096 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-405ffc47-f497-4d0a-9255-2f7d64c28426 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:42.989387 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-405ffc47-f497-4d0a-9255-2f7d64c28426 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Network d4638989-6f80-4a74-bb7f-239a2497dae9 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:58:42.995724 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-405ffc47-f497-4d0a-9255-2f7d64c28426 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:58:42.998583 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-405ffc47-f497-4d0a-9255-2f7d64c28426 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:58:43.007766 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ffc47-f497-4d0a-9255-2f7d64c28426 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event updated for resources: {'Port': ['ID=ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:43.063269 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36270524-ef86-43fc-97be-1912fa5d7171 req-1a80cd43-685b-4f40-b6ae-fe2284890be0 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:43.064860 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-36270524-ef86-43fc-97be-1912fa5d7171 req-1a80cd43-685b-4f40-b6ae-fe2284890be0 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.1387115 Aug 09 16:58:43.079078 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-49d2bbb0-ba88-4821-9d9b-8e9de3c7cfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:43.102635 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-405ffc47-f497-4d0a-9255-2f7d64c28426 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:43.103141 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-405ffc47-f497-4d0a-9255-2f7d64c28426 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:43.136731 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-36270524-ef86-43fc-97be-1912fa5d7171 req-e06c6371-8384-4f08-bd81-7571a9395f8c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620213 Aug 09 16:58:43.231345 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-405ffc47-f497-4d0a-9255-2f7d64c28426 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9631305 Aug 09 16:58:43.252908 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Request body: {'port': {'device_id': 'f61b3ff2-2ce7-4766-9fd9-624bf6131cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:58:43.276601 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-9a7f6862-2a7a-42ae-b560-2961dd2126e3 None None] Provisioning complete for port ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:58:43.277101 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a7f6862-2a7a-42ae-b560-2961dd2126e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:43.280945 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912b6fb-4002-4a42-a505-2c67fb396831 req-c9ecbe95-b342-4b85-adf4-43f6d64b3414 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:43.282748 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7912b6fb-4002-4a42-a505-2c67fb396831 req-c9ecbe95-b342-4b85-adf4-43f6d64b3414 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 931 time: 0.0556614 Aug 09 16:58:43.307688 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:43.321833 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a7f6862-2a7a-42ae-b560-2961dd2126e3 None None] Port ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:58:43.326642 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-7912b6fb-4002-4a42-a505-2c67fb396831 req-00e2f34d-187f-401e-94a4-347424a244bf tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359604 Aug 09 16:58:43.583024 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:58:43.591162 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:43.815781 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Transition to ACTIVE for port object ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:58:43.940945 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25848049'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:44.017823 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:44.050689 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Attempting to bind port ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:58:44.051014 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Attempting to bind port ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:58:44.051340 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Attempting to bind port ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c on network d4638989-6f80-4a74-bb7f-239a2497dae9 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:58:44.057189 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Port ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c on network d4638989-6f80-4a74-bb7f-239a2497dae9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:58:44.057545 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Attempting to bind port ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c on network d4638989-6f80-4a74-bb7f-239a2497dae9 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:58:44.062701 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:58:44.063038 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Checking segment: {'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:58:44.063469 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Bound using segment: {'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:58:44.063893 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Bound port: ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:58:44.064377 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:44.132509 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] For port ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c, host hv-cinder-85257, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:58:44.136416 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] For port ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:58:44.245388 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25848049'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:44.250708 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:44.251312 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:44.252683 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] 10.222.0.85 "PUT /v2.0/ports/ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c HTTP/1.1" status: 200 len: 1093 time: 1.0041759 Aug 09 16:58:44.254600 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61b3ff2-2ce7-4766-9fd9-624bf6131cc0', 'tag': 'ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:58:44.256855 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18025c0d-062f-4c2f-95ca-05ce860caa5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f61b3ff2-2ce7-4766-9fd9-624bf6131cc0", "tag": "ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:58:44.301140 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b0d69b-e3cc-4360-9eb0-bb35032fe60d x-openstack-request-id: req-e8b0d69b-e3cc-4360-9eb0-bb35032fe60d {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:58:44.301451 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61b3ff2-2ce7-4766-9fd9-624bf6131cc0", "tag": "ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:58:44.301707 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8b0d69b-e3cc-4360-9eb0-bb35032fe60d {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:58:44.302110 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8b0d69b-e3cc-4360-9eb0-bb35032fe60d'] response: {'name': 'network-changed', 'server_uuid': 'f61b3ff2-2ce7-4766-9fd9-624bf6131cc0', 'tag': 'ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c', 'status': 'completed', 'code': 200} Aug 09 16:58:44.316098 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0012b1-0682-4167-add6-ce77b6a9b327 req-c27f0213-faee-4691-92b3-ecb0a31588f5 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:44.318569 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7d0012b1-0682-4167-add6-ce77b6a9b327 req-c27f0213-faee-4691-92b3-ecb0a31588f5 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0987833 Aug 09 16:58:44.320712 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0216e9-686e-4c87-8be2-39f54af17c84 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:44.386246 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7d0012b1-0682-4167-add6-ce77b6a9b327 req-a838a289-a03d-43d1-91af-1d38277153fb tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616565 Aug 09 16:58:44.402638 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18025c0d-062f-4c2f-95ca-05ce860caa5e req-bc539fda-481d-45e5-adab-3ffdb9fa2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:44.404325 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-18025c0d-062f-4c2f-95ca-05ce860caa5e req-bc539fda-481d-45e5-adab-3ffdb9fa2a3e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e&device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 1096 time: 0.0553038 Aug 09 16:58:44.424439 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 0bd7efd9-b47e-441e-903b-8210494c8a3b details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:58:44.460222 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25444e32-8924-4ea3-9b1d-9f6634e65cd3 req-e0243b40-0be4-401c-bb65-cea6b187a47c tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:44.462551 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-25444e32-8924-4ea3-9b1d-9f6634e65cd3 req-e0243b40-0be4-401c-bb65-cea6b187a47c tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 943 time: 0.0526273 Aug 09 16:58:44.513179 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-25444e32-8924-4ea3-9b1d-9f6634e65cd3 req-2eeaecdf-476c-4909-b5af-5fa6e40ab4bb tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415387 Aug 09 16:58:44.538998 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18025c0d-062f-4c2f-95ca-05ce860caa5e req-4d7762fc-610c-4fd2-b135-a08c1a2e0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:44.538998 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-18025c0d-062f-4c2f-95ca-05ce860caa5e req-4d7762fc-610c-4fd2-b135-a08c1a2e0e7b service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1117635 Aug 09 16:58:44.550408 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 0bd7efd9-b47e-441e-903b-8210494c8a3b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0bd7efd9-b47e-441e-903b-8210494c8a3b,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:44.563221 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': '0bd7efd9-b47e-441e-903b-8210494c8a3b', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'port_id': '0bd7efd9-b47e-441e-903b-8210494c8a3b', 'mac_address': 'fa:16:3e:8e:1c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:58:44.605644 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 0bd7efd9-b47e-441e-903b-8210494c8a3b is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:58:44.606088 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:44.621948 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd7efd9-b47e-441e-903b-8210494c8a3b {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:58:44.644431 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 0bd7efd9-b47e-441e-903b-8210494c8a3b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0bd7efd9-b47e-441e-903b-8210494c8a3b,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:44.645497 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18025c0d-062f-4c2f-95ca-05ce860caa5e req-acf07897-d744-4de9-a689-6b98e209bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:44.700817 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-18025c0d-062f-4c2f-95ca-05ce860caa5e req-acf07897-d744-4de9-a689-6b98e209bed2 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032383 Aug 09 16:58:44.779991 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-e1347ca6-cd06-401a-9468-7b9c0719ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:44.781466 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-e1347ca6-cd06-401a-9468-7b9c0719ba02 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e&device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 1096 time: 0.0444221 Aug 09 16:58:44.840661 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-17311e43-1986-46c1-9bf0-ae6e176dc87a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c HTTP/1.1" status: 200 len: 217 time: 0.0413013 Aug 09 16:58:44.898585 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-73cede2a-97bf-4711-8328-8b9d4cc63069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:44.900291 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-73cede2a-97bf-4711-8328-8b9d4cc63069 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d1a8b644-63fb-4184-bcbc-d30b1401c1de HTTP/1.1" status: 200 len: 850 time: 0.0508490 Aug 09 16:58:44.953199 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-dbb1a69d-55d3-4a6e-a695-1a803a5a42f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:44.954750 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-dbb1a69d-55d3-4a6e-a695-1a803a5a42f7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d4638989-6f80-4a74-bb7f-239a2497dae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456285 Aug 09 16:58:45.055268 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-d71df459-0098-49cd-948b-ec461af810dc service neutron] 10.222.0.85 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929399 Aug 09 16:58:45.150463 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c6395093-a897-4ce1-b7d9-1bd820aae0fe req-6671e200-3087-4b12-85c5-4c011ceab410 service neutron] 10.222.0.85 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876689 Aug 09 16:58:45.639585 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47e806-99d3-43ef-a856-d84eb2091b57 req-41a00fcd-ae32-49d3-af4e-c87fc84a29c8 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:45.641008 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ca47e806-99d3-43ef-a856-d84eb2091b57 req-41a00fcd-ae32-49d3-af4e-c87fc84a29c8 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 943 time: 0.0487700 Aug 09 16:58:45.681127 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ca47e806-99d3-43ef-a856-d84eb2091b57 req-89ce584b-895b-4a99-9979-e39994cc35d0 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329711 Aug 09 16:58:45.689065 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc4625-b055-4d99-83f8-57dc01a7c20f req-1365735a-ec9a-46eb-a96b-5024dd5e1cb2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:45.690070 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7fcc4625-b055-4d99-83f8-57dc01a7c20f req-1365735a-ec9a-46eb-a96b-5024dd5e1cb2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 943 time: 0.0562007 Aug 09 16:58:45.730880 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7fcc4625-b055-4d99-83f8-57dc01a7c20f req-4a0a24f2-a038-4da1-9520-c91064803144 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339651 Aug 09 16:58:45.827357 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:45.872627 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:45.878013 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=0bd7efd9-b47e-441e-903b-8210494c8a3b,revision_number=9']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:45.887168 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:45.887599 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:45.888057 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:45.888503 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:45.888906 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:45.889302 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:45.889769 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:45.890163 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:45.891082 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:45.891082 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:45.891352 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:45.891759 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:58:46.338503 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['0bd7efd9-b47e-441e-903b-8210494c8a3b'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:58:46.413710 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:46.812796 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:46.813693 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e32c1d-3ea5-4d1e-b7fe-252959493ab6 req-a6427154-e9bc-4b93-a955-e257331e6411 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:46.816508 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c3e32c1d-3ea5-4d1e-b7fe-252959493ab6 req-a6427154-e9bc-4b93-a955-e257331e6411 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 943 time: 0.0581679 Aug 09 16:58:46.862595 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c3e32c1d-3ea5-4d1e-b7fe-252959493ab6 req-e86c372e-9b9b-45a6-86e4-b8d6f7e8a0c8 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401783 Aug 09 16:58:46.874162 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79179e-ff49-47f5-a41f-b6c3599c4df2 req-2bbf7148-6912-462b-9042-bea37e43ad1e tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:46.882520 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ec79179e-ff49-47f5-a41f-b6c3599c4df2 req-2bbf7148-6912-462b-9042-bea37e43ad1e tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 944 time: 0.0600889 Aug 09 16:58:46.920228 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ec79179e-ff49-47f5-a41f-b6c3599c4df2 req-28d721d8-5540-44ad-84bc-f89b291a472b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377204 Aug 09 16:58:47.004351 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:48.000741 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f83f4-1263-42c2-a8d2-b2f0889554db req-bd969f1e-6eec-4279-97f0-0f77a0deeff9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:48.002277 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-384f83f4-1263-42c2-a8d2-b2f0889554db req-bd969f1e-6eec-4279-97f0-0f77a0deeff9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 943 time: 0.0516274 Aug 09 16:58:48.039746 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-384f83f4-1263-42c2-a8d2-b2f0889554db req-bf99816d-d5a9-4612-85f5-4d503622092e tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316770 Aug 09 16:58:48.044707 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cc911-8b64-487f-9889-fefff4296b42 req-cb90cddc-11bd-42e3-963f-e87003737fde tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:48.046413 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-993cc911-8b64-487f-9889-fefff4296b42 req-cb90cddc-11bd-42e3-963f-e87003737fde tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 944 time: 0.0484288 Aug 09 16:58:48.085287 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-993cc911-8b64-487f-9889-fefff4296b42 req-f720fe90-1602-440c-a3b0-f7a60e767055 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329120 Aug 09 16:58:49.158984 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f047283-c93a-4432-af12-60700238836f req-97eca371-f5cd-4afc-842b-d0dde834f758 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:49.160528 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0f047283-c93a-4432-af12-60700238836f req-97eca371-f5cd-4afc-842b-d0dde834f758 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 943 time: 0.0494568 Aug 09 16:58:49.200276 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0f047283-c93a-4432-af12-60700238836f req-b05dfa80-69f6-4be0-828d-f3b4ac24e44d tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336213 Aug 09 16:58:49.213916 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c5e3b-366b-408d-839a-c0915ca2444b req-b26c1357-4fdf-4c5f-8efa-793207615a1e tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:49.215400 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-377c5e3b-366b-408d-839a-c0915ca2444b req-b26c1357-4fdf-4c5f-8efa-793207615a1e tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 944 time: 0.0526047 Aug 09 16:58:49.253053 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-377c5e3b-366b-408d-839a-c0915ca2444b req-809d9081-c115-4183-b7e4-6f0fa8f7add2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318108 Aug 09 16:58:49.773001 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 0bd7efd9-b47e-441e-903b-8210494c8a3b up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:58:49.821133 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port 0bd7efd9-b47e-441e-903b-8210494c8a3b triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:58:49.821557 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:49.900454 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 0bd7efd9-b47e-441e-903b-8210494c8a3b is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:58:49.900920 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:49.922494 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd7efd9-b47e-441e-903b-8210494c8a3b'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:58:49.924753 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993e6cea-de11-4f05-90b1-cb80b1f98575" -d '{"events": [{"server_uuid": "aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9", "name": "network-vif-plugged", "status": "completed", "tag": "0bd7efd9-b47e-441e-903b-8210494c8a3b"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:58:49.938937 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 0bd7efd9-b47e-441e-903b-8210494c8a3b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0bd7efd9-b47e-441e-903b-8210494c8a3b,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:58:49.962170 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bae660-e1ec-44fb-8ce0-64b58c42f269 x-openstack-request-id: req-10bae660-e1ec-44fb-8ce0-64b58c42f269 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:58:49.962468 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9", "name": "network-vif-plugged", "status": "completed", "tag": "0bd7efd9-b47e-441e-903b-8210494c8a3b", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:58:49.963100 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10bae660-e1ec-44fb-8ce0-64b58c42f269 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:58:49.963510 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10bae660-e1ec-44fb-8ce0-64b58c42f269'] response: {'server_uuid': 'aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd7efd9-b47e-441e-903b-8210494c8a3b', 'code': 200} Aug 09 16:58:50.004488 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:58:50.052155 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=0bd7efd9-b47e-441e-903b-8210494c8a3b,revision_number=10']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:58:50.319631 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99094fd-17f3-4013-919c-c87c78e935b3 req-93a7ed31-a475-4d15-b5c9-5b20cc167861 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:50.321121 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b99094fd-17f3-4013-919c-c87c78e935b3 req-93a7ed31-a475-4d15-b5c9-5b20cc167861 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 943 time: 0.0497530 Aug 09 16:58:50.364405 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b99094fd-17f3-4013-919c-c87c78e935b3 req-366ada88-930f-4069-84e4-ee6c99d656d7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366914 Aug 09 16:58:50.389322 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0105b-5d8a-43ab-bfcc-67ff1cd8fca3 req-41adeeb5-e770-43f2-bd7b-ceac21bc7208 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:50.390854 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ebf0105b-5d8a-43ab-bfcc-67ff1cd8fca3 req-41adeeb5-e770-43f2-bd7b-ceac21bc7208 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 946 time: 0.0579588 Aug 09 16:58:50.434094 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ebf0105b-5d8a-43ab-bfcc-67ff1cd8fca3 req-43ddbc63-417f-4450-94e9-b23ba9d4cb80 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371845 Aug 09 16:58:50.995512 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-46d7c319-a240-4648-8edb-bd989dab67a0 req-b0150a62-40af-415a-8eda-80ef9c7115e1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406735 Aug 09 16:58:51.092503 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7c319-a240-4648-8edb-bd989dab67a0 req-593d32db-820a-49ca-ab0a-34c743ac171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:51.094288 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-46d7c319-a240-4648-8edb-bd989dab67a0 req-593d32db-820a-49ca-ab0a-34c743ac171f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e&device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 1099 time: 0.0438840 Aug 09 16:58:51.208149 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7c319-a240-4648-8edb-bd989dab67a0 req-53097756-af8d-4b9e-b109-f8c210d9853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:51.209649 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-46d7c319-a240-4648-8edb-bd989dab67a0 req-53097756-af8d-4b9e-b109-f8c210d9853d service neutron] 10.222.0.85 "GET /v2.0/networks?id=d4638989-6f80-4a74-bb7f-239a2497dae9 HTTP/1.1" status: 200 len: 912 time: 0.0914495 Aug 09 16:58:51.298639 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-46d7c319-a240-4648-8edb-bd989dab67a0 req-cf7093d3-ff8f-4a0c-ac0f-998b844270db service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea629adf-6d74-4f37-a7dd-60cc5c129495 HTTP/1.1" status: 200 len: 1002 time: 0.0798259 Aug 09 16:58:51.301035 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98d65b-d71f-4aab-a90b-e417b8771690 req-929bdcd3-c733-4bcb-831a-aa46875d8b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:51.302446 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5a98d65b-d71f-4aab-a90b-e417b8771690 req-929bdcd3-c733-4bcb-831a-aa46875d8b56 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 1099 time: 0.0916281 Aug 09 16:58:51.375121 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5a98d65b-d71f-4aab-a90b-e417b8771690 req-46759a42-848a-4a6d-9203-040daffd4480 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610366 Aug 09 16:58:51.378596 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7c319-a240-4648-8edb-bd989dab67a0 req-7910e515-6c8e-4e9c-bf23-e9317241e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:51.379954 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-46d7c319-a240-4648-8edb-bd989dab67a0 req-7910e515-6c8e-4e9c-bf23-e9317241e1ae service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d1a8b644-63fb-4184-bcbc-d30b1401c1de HTTP/1.1" status: 200 len: 850 time: 0.0671468 Aug 09 16:58:51.483249 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9def608-e1ff-4f9f-aca3-7940d7df0adf req-a5c526d9-4929-4ac2-8a07-e81b23041e26 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:51.484745 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d9def608-e1ff-4f9f-aca3-7940d7df0adf req-a5c526d9-4929-4ac2-8a07-e81b23041e26 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 943 time: 0.0490789 Aug 09 16:58:51.527856 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d9def608-e1ff-4f9f-aca3-7940d7df0adf req-94d010cd-f237-4603-bb39-c3bd924e2f20 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370183 Aug 09 16:58:51.569229 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462d1c9-c214-4535-b756-f11b1a587488 req-a28c754d-6310-43a1-ac49-11ba0f048bb5 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:51.570634 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9462d1c9-c214-4535-b756-f11b1a587488 req-a28c754d-6310-43a1-ac49-11ba0f048bb5 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 946 time: 0.0571110 Aug 09 16:58:51.609114 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9462d1c9-c214-4535-b756-f11b1a587488 req-bfeab555-aaef-4db7-a1e3-c3cc0ad71e70 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318611 Aug 09 16:58:51.798855 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7c319-a240-4648-8edb-bd989dab67a0 req-b4d95c7c-d6a1-4e0e-b811-148f8b75c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:51.800341 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-46d7c319-a240-4648-8edb-bd989dab67a0 req-b4d95c7c-d6a1-4e0e-b811-148f8b75c56a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d4638989-6f80-4a74-bb7f-239a2497dae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440161 Aug 09 16:58:51.895358 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-46d7c319-a240-4648-8edb-bd989dab67a0 req-92d58075-ad67-48ec-93f3-d916b0b7af72 service neutron] 10.222.0.85 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863233 Aug 09 16:58:51.990885 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-46d7c319-a240-4648-8edb-bd989dab67a0 req-49819f3a-8722-4a41-b359-2383fedef2bf service neutron] 10.222.0.85 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864439 Aug 09 16:58:52.650372 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390cbd5-7b46-4ce9-95f8-8738ca470f05 req-70db0c9b-ad59-482b-b2e4-4493fd6e82bc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:52.651872 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4390cbd5-7b46-4ce9-95f8-8738ca470f05 req-70db0c9b-ad59-482b-b2e4-4493fd6e82bc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 943 time: 0.0525024 Aug 09 16:58:52.691143 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4390cbd5-7b46-4ce9-95f8-8738ca470f05 req-c62e12e3-134c-4347-96dc-bd65161f679e tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334172 Aug 09 16:58:52.737842 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49719a-8c65-45c4-a908-9b2979848554 req-481ce61b-f196-4633-96db-1a7b3f787560 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:52.739356 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bd49719a-8c65-45c4-a908-9b2979848554 req-481ce61b-f196-4633-96db-1a7b3f787560 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 946 time: 0.0501266 Aug 09 16:58:52.777668 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bd49719a-8c65-45c4-a908-9b2979848554 req-969984cc-f513-48e3-986f-c2753d16fdb3 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319340 Aug 09 16:58:53.821977 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf574a12-5d8f-4a37-8f27-4aac3d8e9a89 req-d77e205e-b709-4913-9cab-401237a8a592 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:53.824145 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cf574a12-5d8f-4a37-8f27-4aac3d8e9a89 req-d77e205e-b709-4913-9cab-401237a8a592 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 943 time: 0.0581465 Aug 09 16:58:53.865066 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-cf574a12-5d8f-4a37-8f27-4aac3d8e9a89 req-a850cb5c-a9e3-4fae-9ebb-3ba8aaa808db tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347159 Aug 09 16:58:53.942158 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb4ed9-e587-4795-bf01-b188edecef2e req-b1247b33-bbc4-4220-b4af-6bf4802a2e01 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:53.943863 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e0fb4ed9-e587-4795-bf01-b188edecef2e req-b1247b33-bbc4-4220-b4af-6bf4802a2e01 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 946 time: 0.0555706 Aug 09 16:58:53.992100 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e0fb4ed9-e587-4795-bf01-b188edecef2e req-d9f934ac-af92-4750-8864-ae8ebc603ff0 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409622 Aug 09 16:58:54.992091 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c643cb-d5fc-4940-87fb-abc66784945c req-e11e21a9-5d0f-4088-8fc3-30819d2a0ff0 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:54.993848 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-72c643cb-d5fc-4940-87fb-abc66784945c req-e11e21a9-5d0f-4088-8fc3-30819d2a0ff0 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 943 time: 0.0480411 Aug 09 16:58:55.032073 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-72c643cb-d5fc-4940-87fb-abc66784945c req-3b8588e1-dfea-4a6a-89d2-3cf73b676344 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317297 Aug 09 16:58:55.116361 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05ce1d-2e82-4120-ae7d-76b869c8729e req-9d367a7b-7dde-4bc4-a2d5-9356f607a85a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:55.117887 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5f05ce1d-2e82-4120-ae7d-76b869c8729e req-9d367a7b-7dde-4bc4-a2d5-9356f607a85a tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 946 time: 0.0491006 Aug 09 16:58:55.155505 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5f05ce1d-2e82-4120-ae7d-76b869c8729e req-d3937881-703e-4217-8506-a7d5b8560ae1 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313306 Aug 09 16:58:56.152621 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd655361-df82-4eaf-a34b-114e341752b1 req-3e848e71-30da-4e01-8dff-14e1233f9b29 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:56.154186 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bd655361-df82-4eaf-a34b-114e341752b1 req-3e848e71-30da-4e01-8dff-14e1233f9b29 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 943 time: 0.0520291 Aug 09 16:58:56.198901 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-bd655361-df82-4eaf-a34b-114e341752b1 req-fb59f2b4-f4dc-408c-8a77-ca0ba8a82938 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386379 Aug 09 16:58:56.289437 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09a432-beaf-4515-b188-1df476c99198 req-03793b42-dbe1-41ca-b60d-5c99ed234c38 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:56.290982 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8b09a432-beaf-4515-b188-1df476c99198 req-03793b42-dbe1-41ca-b60d-5c99ed234c38 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 946 time: 0.0498493 Aug 09 16:58:56.331064 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8b09a432-beaf-4515-b188-1df476c99198 req-f42d32b7-f65d-433a-9f7b-613bced704e2 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327284 Aug 09 16:58:57.320934 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ec556-becc-444f-b1a3-136eed215baa req-aff28556-59b5-426a-9376-339a73fa00f0 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:57.322565 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f33ec556-becc-444f-b1a3-136eed215baa req-aff28556-59b5-426a-9376-339a73fa00f0 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 943 time: 0.0501053 Aug 09 16:58:57.363954 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f33ec556-becc-444f-b1a3-136eed215baa req-ddcc652b-d24a-4ffc-8694-83e0eee2b10a tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339715 Aug 09 16:58:57.459402 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6607ae-0ba8-4eb2-b43b-7103fd7bc492 req-53bd48ab-0e75-4e9a-bd62-15ef6e709145 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:57.460866 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1e6607ae-0ba8-4eb2-b43b-7103fd7bc492 req-53bd48ab-0e75-4e9a-bd62-15ef6e709145 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 946 time: 0.0525215 Aug 09 16:58:57.499698 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1e6607ae-0ba8-4eb2-b43b-7103fd7bc492 req-2a1f713a-a747-4baf-bd17-3e4c7ca46cf3 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325379 Aug 09 16:58:58.484716 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca23a77-7ba0-43e3-9754-c0279f739288 req-1c9b3449-92a9-4239-a894-3cd0ad74ce7b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:58.486242 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1ca23a77-7ba0-43e3-9754-c0279f739288 req-1c9b3449-92a9-4239-a894-3cd0ad74ce7b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 943 time: 0.0509775 Aug 09 16:58:58.523575 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-1ca23a77-7ba0-43e3-9754-c0279f739288 req-8e3fdd60-305f-4903-b2c4-9b390ff6e56c tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315185 Aug 09 16:58:58.623859 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ada27-ea31-4f07-9ae4-79b33938f4fb req-487d4689-21c5-4758-b753-eecc2ceff2e3 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:58.625391 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-117ada27-ea31-4f07-9ae4-79b33938f4fb req-487d4689-21c5-4758-b753-eecc2ceff2e3 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 946 time: 0.0502162 Aug 09 16:58:58.664215 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-117ada27-ea31-4f07-9ae4-79b33938f4fb req-c0390889-9530-4d9d-9137-6649823242f4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327833 Aug 09 16:58:59.561276 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f5a50-db7f-47f1-845e-3b38ed530ba1 req-b113c18b-bc0b-44ab-b7af-0ac3fba5ab03 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:59.562871 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-253f5a50-db7f-47f1-845e-3b38ed530ba1 req-b113c18b-bc0b-44ab-b7af-0ac3fba5ab03 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 945 time: 0.0490744 Aug 09 16:58:59.611687 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-253f5a50-db7f-47f1-845e-3b38ed530ba1 req-d07ece92-c61f-483d-9baf-fdaeb0b4127e tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=addeae72-1e8f-43e4-8639-09a4d17186d9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0423217 Aug 09 16:58:59.655752 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad9d84-4cae-4788-97e0-3d3db35257c6 req-790532fd-d5a2-4321-a950-3a1202059d3f tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:58:59.657201 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-31ad9d84-4cae-4788-97e0-3d3db35257c6 req-790532fd-d5a2-4321-a950-3a1202059d3f tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 943 time: 0.0528340 Aug 09 16:58:59.694850 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-31ad9d84-4cae-4788-97e0-3d3db35257c6 req-8ec43644-8ea9-48ca-84f5-57295d80b4c1 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316777 Aug 09 16:59:00.706804 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e19591-b964-40eb-94e2-25d57a9562a5 req-bfb08f77-2f10-4786-94fb-0d6fc816622f tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:00.708371 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a6e19591-b964-40eb-94e2-25d57a9562a5 req-bfb08f77-2f10-4786-94fb-0d6fc816622f tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 945 time: 0.0525465 Aug 09 16:59:00.733525 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85531c28-e479-4d8e-b6fe-adf614632cea req-a292d551-222f-43ac-ab2a-edeea39ab211 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:00.735029 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-85531c28-e479-4d8e-b6fe-adf614632cea req-a292d551-222f-43ac-ab2a-edeea39ab211 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 945 time: 0.0490901 Aug 09 16:59:00.751769 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-a6e19591-b964-40eb-94e2-25d57a9562a5 req-85a6ae00-f80a-47a5-9753-8a2e03fc2739 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371418 Aug 09 16:59:00.783334 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-85531c28-e479-4d8e-b6fe-adf614632cea req-f4ba325c-da81-4e94-a0e5-a77ea23d3650 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=addeae72-1e8f-43e4-8639-09a4d17186d9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0362821 Aug 09 16:59:00.853851 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9c739-b473-4c7d-91a0-844e401f779e req-030bb8ec-816f-4e4e-bd72-51b38daaf97e tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:00.855922 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fba9c739-b473-4c7d-91a0-844e401f779e req-030bb8ec-816f-4e4e-bd72-51b38daaf97e tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 943 time: 0.0487471 Aug 09 16:59:00.894927 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fba9c739-b473-4c7d-91a0-844e401f779e req-a6aff3b4-0982-4654-9863-ec94e481c2d4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326743 Aug 09 16:59:01.869761 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b763f8-ae7b-4a80-99cb-762f54b54821 req-54796cef-08e3-4b8d-8e7b-93408fc0d379 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:01.871718 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e6b763f8-ae7b-4a80-99cb-762f54b54821 req-54796cef-08e3-4b8d-8e7b-93408fc0d379 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 945 time: 0.0494664 Aug 09 16:59:01.898357 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166c6bd-42a3-4882-96ad-da1a1556885b req-e6018300-9621-4c26-a41a-056091e793af tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:01.899861 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3166c6bd-42a3-4882-96ad-da1a1556885b req-e6018300-9621-4c26-a41a-056091e793af tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 945 time: 0.0493133 Aug 09 16:59:01.911183 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e6b763f8-ae7b-4a80-99cb-762f54b54821 req-986c3700-cba1-47c3-ac8f-3dad3eea9854 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331261 Aug 09 16:59:01.940486 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3166c6bd-42a3-4882-96ad-da1a1556885b req-3e118c44-9954-446c-9fd3-56a003c5bbbf tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=addeae72-1e8f-43e4-8639-09a4d17186d9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0336721 Aug 09 16:59:02.023890 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64338089-de00-4a6c-957e-1a20bd2be686 req-5e82beb6-f8f3-4733-af85-e393c9f89f1b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:02.025353 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-64338089-de00-4a6c-957e-1a20bd2be686 req-5e82beb6-f8f3-4733-af85-e393c9f89f1b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 943 time: 0.0505638 Aug 09 16:59:02.066286 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-64338089-de00-4a6c-957e-1a20bd2be686 req-0f6c6769-5f09-4248-a646-75648badce05 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325096 Aug 09 16:59:03.062542 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37928c50-20ab-4cc6-9572-64ca6c2bf6e5 req-f76dc154-8afc-47d5-9941-094093e69a64 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:03.064025 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-37928c50-20ab-4cc6-9572-64ca6c2bf6e5 req-f76dc154-8afc-47d5-9941-094093e69a64 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 945 time: 0.0504804 Aug 09 16:59:03.069727 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf65b6-9dc2-4dcd-9f43-a429698d7baa req-16207385-357d-43e8-a50f-aff530994fb1 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:03.071182 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b7cf65b6-9dc2-4dcd-9f43-a429698d7baa req-16207385-357d-43e8-a50f-aff530994fb1 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 945 time: 0.0578537 Aug 09 16:59:03.105858 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-37928c50-20ab-4cc6-9572-64ca6c2bf6e5 req-07b10c10-f660-468a-b52d-25278cf893c8 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=addeae72-1e8f-43e4-8639-09a4d17186d9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0351810 Aug 09 16:59:03.110751 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-b7cf65b6-9dc2-4dcd-9f43-a429698d7baa req-c7e0f47b-e1a2-4194-ab1c-bc81165a7a39 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329466 Aug 09 16:59:03.210330 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690fe32-b428-4504-9eaa-230e6c87751a req-ee9287d6-da88-4bbb-b8db-44e0b08c5cbc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:03.211711 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d690fe32-b428-4504-9eaa-230e6c87751a req-ee9287d6-da88-4bbb-b8db-44e0b08c5cbc tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 943 time: 0.0478823 Aug 09 16:59:03.249196 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d690fe32-b428-4504-9eaa-230e6c87751a req-844c7aa9-5181-4230-9ae1-3ed60a7a0bd5 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311282 Aug 09 16:59:04.236710 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2a510-1367-4ac6-8a61-21b96ed6fb3b req-0813c4de-f95b-438a-8ef5-626425fe41c5 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:04.237387 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022db10b-1f1f-4cba-9f36-a925800e8a41 req-babb99b1-3e51-4e69-8ecf-557201678f75 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:04.238923 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-91c2a510-1367-4ac6-8a61-21b96ed6fb3b req-0813c4de-f95b-438a-8ef5-626425fe41c5 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 945 time: 0.0591257 Aug 09 16:59:04.239052 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-022db10b-1f1f-4cba-9f36-a925800e8a41 req-babb99b1-3e51-4e69-8ecf-557201678f75 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 945 time: 0.0486147 Aug 09 16:59:04.278234 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-022db10b-1f1f-4cba-9f36-a925800e8a41 req-38a1dce4-814b-44b7-8a49-03800aa4c91b tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327985 Aug 09 16:59:04.285468 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-91c2a510-1367-4ac6-8a61-21b96ed6fb3b req-380516f0-e608-44be-aced-1b78dafc862c tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=addeae72-1e8f-43e4-8639-09a4d17186d9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401101 Aug 09 16:59:04.385253 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c0aea-cca2-48b4-a25c-927690739af9 req-18d730d8-4e93-48cd-9254-9388a06b1d26 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:04.386753 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4d0c0aea-cca2-48b4-a25c-927690739af9 req-18d730d8-4e93-48cd-9254-9388a06b1d26 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 943 time: 0.0482228 Aug 09 16:59:04.427435 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4d0c0aea-cca2-48b4-a25c-927690739af9 req-4b08621f-59d9-40e7-bded-0bb9c80fbb85 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345271 Aug 09 16:59:05.082800 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a1714-cbe4-451a-9a79-caa8758b2ea6 req-f0936f06-742a-4e1c-b455-c9e96990d7c5 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:05.083965 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a98a1714-cbe4-451a-9a79-caa8758b2ea6 req-f0936f06-742a-4e1c-b455-c9e96990d7c5 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.85 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 945 time: 0.0479910 Aug 09 16:59:05.187366 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-a98a1714-cbe4-451a-9a79-caa8758b2ea6 req-aaf465fc-1064-4e69-8c05-242ca8548fd1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Deleting port 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:59:05.187679 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a98a1714-cbe4-451a-9a79-caa8758b2ea6 req-aaf465fc-1064-4e69-8c05-242ca8548fd1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:05.278441 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-a98a1714-cbe4-451a-9a79-caa8758b2ea6 req-aaf465fc-1064-4e69-8c05-242ca8548fd1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] For port 2f26a9a4-d3a8-4260-9f2e-4693fcae3313, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=2f26a9a4-d3a8-4260-9f2e-4693fcae3313,segment=NetworkSegment(daa2a3da-8df0-4bc8-beb5-173e7eb8875a),segment_id=daa2a3da-8df0-4bc8-beb5-173e7eb8875a)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:05.279114 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a98a1714-cbe4-451a-9a79-caa8758b2ea6 req-aaf465fc-1064-4e69-8c05-242ca8548fd1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:05.404471 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0fb3b-589e-4667-8640-f470abfa3a1d req-e5ef7115-b39e-43d6-92c7-e6fd37e73b66 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:05.405986 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6fa0fb3b-589e-4667-8640-f470abfa3a1d req-e5ef7115-b39e-43d6-92c7-e6fd37e73b66 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 945 time: 0.0491283 Aug 09 16:59:05.449705 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-6fa0fb3b-589e-4667-8640-f470abfa3a1d req-c885f023-a9c1-4724-932c-ef2f8ddb8386 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368528 Aug 09 16:59:05.494890 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f9f98-2e96-419c-a78e-b4254cab2ab4 req-2fc8a51c-0843-4871-8729-bb711f1ceabb tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:05.496961 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-331f9f98-2e96-419c-a78e-b4254cab2ab4 req-2fc8a51c-0843-4871-8729-bb711f1ceabb tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 945 time: 0.1051500 Aug 09 16:59:05.523125 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a98a1714-cbe4-451a-9a79-caa8758b2ea6 req-aaf465fc-1064-4e69-8c05-242ca8548fd1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:05.523492 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a98a1714-cbe4-451a-9a79-caa8758b2ea6 req-aaf465fc-1064-4e69-8c05-242ca8548fd1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:05.523808 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.l3_db [req-a98a1714-cbe4-451a-9a79-caa8758b2ea6 req-aaf465fc-1064-4e69-8c05-242ca8548fd1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Floating IP 655e8eb5-a60d-4dd7-965f-b35ece380e38 disassociated. External IP: 172.27.0.227, port: 2f26a9a4-d3a8-4260-9f2e-4693fcae3313. Aug 09 16:59:05.524149 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-a98a1714-cbe4-451a-9a79-caa8758b2ea6 req-aaf465fc-1064-4e69-8c05-242ca8548fd1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Calling delete_port for 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:59:05.552413 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-331f9f98-2e96-419c-a78e-b4254cab2ab4 req-c9b49268-6496-4b2e-a27d-4b4205e22e5f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups?id=addeae72-1e8f-43e4-8639-09a4d17186d9&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0490346 Aug 09 16:59:05.562068 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207675b1-2432-423c-abb6-2ffa7488ac35 req-46128e2d-15e1-4d39-917e-f456be0a0fd5 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:05.579917 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-207675b1-2432-423c-abb6-2ffa7488ac35 req-46128e2d-15e1-4d39-917e-f456be0a0fd5 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 943 time: 0.0696023 Aug 09 16:59:05.615577 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-207675b1-2432-423c-abb6-2ffa7488ac35 req-a3362538-cf1b-453a-b874-5befb56bd8e4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324700 Aug 09 16:59:05.764360 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a98a1714-cbe4-451a-9a79-caa8758b2ea6 req-aaf465fc-1064-4e69-8c05-242ca8548fd1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:05.797326 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf465fc-1064-4e69-8c05-242ca8548fd1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Pushing event deleted for resources: {'Port': ['ID=2f26a9a4-d3a8-4260-9f2e-4693fcae3313,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:05.912559 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a98a1714-cbe4-451a-9a79-caa8758b2ea6 req-aaf465fc-1064-4e69-8c05-242ca8548fd1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Router a8ca7553-6612-4216-9f9b-437ecf2de11b has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:59:06.294308 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98d953-f64b-4403-aba4-19c175bf13b6 req-1df968fe-f273-49f0-afb3-1254379f6fc2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:06.295751 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ee98d953-f64b-4403-aba4-19c175bf13b6 req-1df968fe-f273-49f0-afb3-1254379f6fc2 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.85 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 945 time: 0.0985339 Aug 09 16:59:06.301613 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a98a1714-cbe4-451a-9a79-caa8758b2ea6 req-aaf465fc-1064-4e69-8c05-242ca8548fd1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:59:06.314259 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941a377-3cf2-4e14-aa8e-59cafaa1aead None None] Sync routers for ids ['a8ca7553-6612-4216-9f9b-437ecf2de11b'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:59:06.323565 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c941a377-3cf2-4e14-aa8e-59cafaa1aead None None] Routers {'a8ca7553-6612-4216-9f9b-437ecf2de11b'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:59:06.324998 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-c941a377-3cf2-4e14-aa8e-59cafaa1aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:58:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a8ca7553-6612-4216-9f9b-437ecf2de11b'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:06.366318 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98a1714-cbe4-451a-9a79-caa8758b2ea6 req-aaf465fc-1064-4e69-8c05-242ca8548fd1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] No DVR routers for this DVR port 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 on host hv-cinder-85257 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:59:06.371272 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-a98a1714-cbe4-451a-9a79-caa8758b2ea6 req-aaf465fc-1064-4e69-8c05-242ca8548fd1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:06.374813 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a98a1714-cbe4-451a-9a79-caa8758b2ea6 req-aaf465fc-1064-4e69-8c05-242ca8548fd1 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.85 "DELETE /v2.0/ports/2f26a9a4-d3a8-4260-9f2e-4693fcae3313 HTTP/1.1" status: 204 len: 173 time: 1.2834625 Aug 09 16:59:06.375247 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c7e6fd-3345-4850-8733-63bfc1e74853', 'name': 'network-vif-deleted', 'tag': '2f26a9a4-d3a8-4260-9f2e-4693fcae3313'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:59:06.377571 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd592bd4-b9d2-497b-a6b2-723e28ae70db" -d '{"events": [{"server_uuid": "87c7e6fd-3345-4850-8733-63bfc1e74853", "name": "network-vif-deleted", "tag": "2f26a9a4-d3a8-4260-9f2e-4693fcae3313"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:59:06.417073 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec6f594-8c4d-45ee-ab7f-9a98f91db0db x-openstack-request-id: req-7ec6f594-8c4d-45ee-ab7f-9a98f91db0db {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:59:06.417365 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c7e6fd-3345-4850-8733-63bfc1e74853", "name": "network-vif-deleted", "tag": "2f26a9a4-d3a8-4260-9f2e-4693fcae3313", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:59:06.417692 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7ec6f594-8c4d-45ee-ab7f-9a98f91db0db {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:59:06.418314 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec6f594-8c4d-45ee-ab7f-9a98f91db0db'] response: {'server_uuid': '87c7e6fd-3345-4850-8733-63bfc1e74853', 'name': 'network-vif-deleted', 'tag': '2f26a9a4-d3a8-4260-9f2e-4693fcae3313', 'status': 'completed', 'code': 200} Aug 09 16:59:06.435479 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-ee98d953-f64b-4403-aba4-19c175bf13b6 req-deb869f0-e6eb-4e0c-b88e-8442fd358ad6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Deleting port ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:59:06.435830 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-ee98d953-f64b-4403-aba4-19c175bf13b6 req-deb869f0-e6eb-4e0c-b88e-8442fd358ad6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:06.437086 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-c941a377-3cf2-4e14-aa8e-59cafaa1aead None None] Set router a8ca7553-6612-4216-9f9b-437ecf2de11b gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:59:06.534748 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-ee98d953-f64b-4403-aba4-19c175bf13b6 req-deb869f0-e6eb-4e0c-b88e-8442fd358ad6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] For port ad2fcfa3-b2aa-436b-a3ed-7e1473907e68, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=ad2fcfa3-b2aa-436b-a3ed-7e1473907e68,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:06.535198 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-ee98d953-f64b-4403-aba4-19c175bf13b6 req-deb869f0-e6eb-4e0c-b88e-8442fd358ad6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:06.650995 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078fff5-714c-468b-84a8-39190dc14a26 req-d6eda891-f210-4846-b34b-0ac788286ff7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:06.651623 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-c941a377-3cf2-4e14-aa8e-59cafaa1aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port': {'id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c3ce740f-710b-4ba6-aaa9-c4a2875e49f7', 'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'mac_address': 'fa:16:3e:b8:2c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:10Z', 'updated_at': '2022-08-09T16:51:35Z', 'revision_number': 5, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'subnets': [{'id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:06.652858 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2078fff5-714c-468b-84a8-39190dc14a26 req-d6eda891-f210-4846-b34b-0ac788286ff7 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 945 time: 0.1219101 Aug 09 16:59:06.696476 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2078fff5-714c-468b-84a8-39190dc14a26 req-96ccb4df-b39e-4765-af19-be729be78075 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups?id=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372572 Aug 09 16:59:06.699218 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1041286b-2889-4fda-bbb4-855753f7f509 req-6494cc17-6a45-4152-8138-ea93e4b799fe tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 210 time: 0.0404143 Aug 09 16:59:06.791661 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-ee98d953-f64b-4403-aba4-19c175bf13b6 req-deb869f0-e6eb-4e0c-b88e-8442fd358ad6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:06.793878 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-ee98d953-f64b-4403-aba4-19c175bf13b6 req-deb869f0-e6eb-4e0c-b88e-8442fd358ad6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:06.794531 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.l3_db [req-ee98d953-f64b-4403-aba4-19c175bf13b6 req-deb869f0-e6eb-4e0c-b88e-8442fd358ad6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Floating IP 03fc5969-9f56-4518-aa69-cee8a3dc047e disassociated. External IP: 172.27.0.198, port: ad2fcfa3-b2aa-436b-a3ed-7e1473907e68. Aug 09 16:59:06.794891 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-ee98d953-f64b-4403-aba4-19c175bf13b6 req-deb869f0-e6eb-4e0c-b88e-8442fd358ad6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Calling delete_port for ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:59:06.818435 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941a377-3cf2-4e14-aa8e-59cafaa1aead None None] Checking router: a8ca7553-6612-4216-9f9b-437ecf2de11b for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:59:06.835566 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c941a377-3cf2-4e14-aa8e-59cafaa1aead None None] Routers {'a8ca7553-6612-4216-9f9b-437ecf2de11b'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:59:06.836834 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-c941a377-3cf2-4e14-aa8e-59cafaa1aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:58:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a8ca7553-6612-4216-9f9b-437ecf2de11b'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:06.841493 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362375cc-13d3-4df4-b0a0-4fe2c9eb8f76 req-8aa85b26-1dd5-452f-9ecc-d7881c81f86a tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:06.844146 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-362375cc-13d3-4df4-b0a0-4fe2c9eb8f76 req-8aa85b26-1dd5-452f-9ecc-d7881c81f86a tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 943 time: 0.0519106 Aug 09 16:59:06.899793 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-362375cc-13d3-4df4-b0a0-4fe2c9eb8f76 req-751e6420-b3e9-4a42-a5e7-6683bbc66357 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431421 Aug 09 16:59:06.904891 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:59:07.056297 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-c941a377-3cf2-4e14-aa8e-59cafaa1aead None None] Set router a8ca7553-6612-4216-9f9b-437ecf2de11b gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:59:07.098885 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:07.114931 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': 'ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'port_id': 'ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c', 'mac_address': 'fa:16:3e:01:11:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:59:07.135804 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-ee98d953-f64b-4403-aba4-19c175bf13b6 req-deb869f0-e6eb-4e0c-b88e-8442fd358ad6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:07.165890 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb869f0-e6eb-4e0c-b88e-8442fd358ad6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event deleted for resources: {'Port': ['ID=ad2fcfa3-b2aa-436b-a3ed-7e1473907e68,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:07.209919 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:59:07.210087 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:07.252543 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:59:07.297792 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:07.301383 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee98d953-f64b-4403-aba4-19c175bf13b6 req-deb869f0-e6eb-4e0c-b88e-8442fd358ad6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Router 5b620c4c-40f8-48c6-8f8a-853657d52b57 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:59:07.369032 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-c941a377-3cf2-4e14-aa8e-59cafaa1aead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port': {'id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c3ce740f-710b-4ba6-aaa9-c4a2875e49f7', 'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'mac_address': 'fa:16:3e:b8:2c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:10Z', 'updated_at': '2022-08-09T16:51:35Z', 'revision_number': 5, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'subnets': [{'id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:07.396755 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c941a377-3cf2-4e14-aa8e-59cafaa1aead None None] The sync data for ids ['a8ca7553-6612-4216-9f9b-437ecf2de11b'] in dv-cinder-852570-1-iscsi is: [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:11Z', 'revision_number': 4, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port': {'id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c3ce740f-710b-4ba6-aaa9-c4a2875e49f7', 'name': '', 'network_id': 'b631f0ba-3918-495c-9e8a-a3fd8937f433', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'mac_address': 'fa:16:3e:b8:2c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:10Z', 'updated_at': '2022-08-09T16:51:35Z', 'revision_number': 5, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'subnets': [{'id': '155efdb1-d3e8-4060-a1b4-dd2040cbd026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:59:07.398550 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:07.418744 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee98d953-f64b-4403-aba4-19c175bf13b6 req-deb869f0-e6eb-4e0c-b88e-8442fd358ad6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:59:07.431673 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c81484-641a-43eb-9a00-2f68fa5b66cd None None] Sync routers for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:59:07.449892 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:07.459373 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee98d953-f64b-4403-aba4-19c175bf13b6 req-deb869f0-e6eb-4e0c-b88e-8442fd358ad6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] No DVR routers for this DVR port ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 on host hv-cinder-85257 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:59:07.461698 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-ee98d953-f64b-4403-aba4-19c175bf13b6 req-deb869f0-e6eb-4e0c-b88e-8442fd358ad6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:07.465956 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ee98d953-f64b-4403-aba4-19c175bf13b6 req-deb869f0-e6eb-4e0c-b88e-8442fd358ad6 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.85 "DELETE /v2.0/ports/ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 HTTP/1.1" status: 204 len: 173 time: 1.1624589 Aug 09 16:59:07.466773 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c81484-641a-43eb-9a00-2f68fa5b66cd None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:59:07.467544 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-99c81484-641a-43eb-9a00-2f68fa5b66cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:58:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:07.605520 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-99c81484-641a-43eb-9a00-2f68fa5b66cd None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:59:07.694644 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437ccb9b-63a1-4fac-998e-b0424dd92e64 None None] New status for floating IP 655e8eb5-a60d-4dd7-965f-b35ece380e38: DOWN {{(pid=109850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:59:07.833063 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3bfd9e4a-edcb-4ec0-85e6-136cebe037bc req-8eeb2c62-931b-409d-b98c-d329ec46402f tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/ports?device_id=87c7e6fd-3345-4850-8733-63bfc1e74853 HTTP/1.1" status: 200 len: 210 time: 0.0294485 Aug 09 16:59:07.867268 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-99c81484-641a-43eb-9a00-2f68fa5b66cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:07.871252 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-37656f85-39a0-4629-a318-de44b3a95c03 req-4d3d91a0-f7e7-4675-a6d4-c4a7c03d99e4 tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/ports?device_id=60dadfb0-361a-4a81-89ac-46d271e0336d HTTP/1.1" status: 200 len: 210 time: 0.0343063 Aug 09 16:59:07.897698 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c81484-641a-43eb-9a00-2f68fa5b66cd None None] Checking router: 5b620c4c-40f8-48c6-8f8a-853657d52b57 for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:59:07.906135 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c81484-641a-43eb-9a00-2f68fa5b66cd None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:59:07.906804 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-99c81484-641a-43eb-9a00-2f68fa5b66cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:58:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:07.917847 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:59:08.038270 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423044b-24a7-4ffa-816b-221496557cbf req-db07dc58-ec6a-4a2c-af09-6a5a74d450d9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:08.039761 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8423044b-24a7-4ffa-816b-221496557cbf req-db07dc58-ec6a-4a2c-af09-6a5a74d450d9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 944 time: 0.0591345 Aug 09 16:59:08.076466 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-99c81484-641a-43eb-9a00-2f68fa5b66cd None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:59:08.084659 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-8423044b-24a7-4ffa-816b-221496557cbf req-4375f545-7f9c-45b1-bea6-339c0629690b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378962 Aug 09 16:59:08.273276 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-99c81484-641a-43eb-9a00-2f68fa5b66cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:08.302407 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c81484-641a-43eb-9a00-2f68fa5b66cd None None] The sync data for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi is: [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:13Z', 'revision_number': 4, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '1d3de928-71f4-4aa3-b37d-721c95e057b8', 'name': '', 'network_id': 'd420601f-31a3-46a3-ad4c-fea8c4abc0ea', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'mac_address': 'fa:16:3e:92:f7:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:11Z', 'updated_at': '2022-08-09T16:51:29Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'subnets': [{'id': '4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:59:08.419837 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dadfb0-361a-4a81-89ac-46d271e0336d', 'name': 'network-vif-deleted', 'tag': 'ad2fcfa3-b2aa-436b-a3ed-7e1473907e68'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:59:08.422426 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5091d7-3bc4-4c0a-a5c3-7cc42280c1e1" -d '{"events": [{"server_uuid": "60dadfb0-361a-4a81-89ac-46d271e0336d", "name": "network-vif-deleted", "tag": "ad2fcfa3-b2aa-436b-a3ed-7e1473907e68"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:59:08.460945 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd282a5-b62a-4975-b9ac-967155e2c54d x-openstack-request-id: req-2fd282a5-b62a-4975-b9ac-967155e2c54d {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:59:08.461246 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dadfb0-361a-4a81-89ac-46d271e0336d", "name": "network-vif-deleted", "tag": "ad2fcfa3-b2aa-436b-a3ed-7e1473907e68", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:59:08.461546 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2fd282a5-b62a-4975-b9ac-967155e2c54d {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:59:08.462012 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fd282a5-b62a-4975-b9ac-967155e2c54d'] response: {'server_uuid': '60dadfb0-361a-4a81-89ac-46d271e0336d', 'name': 'network-vif-deleted', 'tag': 'ad2fcfa3-b2aa-436b-a3ed-7e1473907e68', 'status': 'completed', 'code': 200} Aug 09 16:59:08.527997 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba842e4e-8046-40aa-b054-ddba6e3b9647 None None] New status for floating IP 03fc5969-9f56-4518-aa69-cee8a3dc047e: DOWN {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:59:08.878098 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:59:08.902810 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:59:08.903162 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device ad2fcfa3-b2aa-436b-a3ed-7e1473907e68 not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:59:08.903587 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:59:08.923610 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:59:08.923950 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 2f26a9a4-d3a8-4260-9f2e-4693fcae3313 not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:59:08.992997 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 60994) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:09.053330 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e9add776-68ac-456b-a21c-4aed46d1c2d7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:09.076437 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e9add776-68ac-456b-a21c-4aed46d1c2d7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:09.080567 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 60996) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:09.137592 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9f8e3006-28c5-44d9-a170-798ba7dc6f5a tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:09.162946 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9f8e3006-28c5-44d9-a170-798ba7dc6f5a tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:09.215277 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e9add776-68ac-456b-a21c-4aed46d1c2d7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:09.217892 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e9add776-68ac-456b-a21c-4aed46d1c2d7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:09.221547 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-e9add776-68ac-456b-a21c-4aed46d1c2d7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "DELETE /v2.0/security-groups/addeae72-1e8f-43e4-8639-09a4d17186d9 HTTP/1.1" status: 204 len: 168 time: 0.2247601 Aug 09 16:59:09.222263 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 32768) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:09.228684 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9add776-68ac-456b-a21c-4aed46d1c2d7 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=addeae72-1e8f-43e4-8639-09a4d17186d9,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:09.239045 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.api.v2.resource [None req-1c929c52-66bd-4a41-8eed-8fafa8fec928 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] show failed (client error): The resource could not be found. Aug 09 16:59:09.239993 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-1c929c52-66bd-4a41-8eed-8fafa8fec928 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "GET /v2.0/security-groups/addeae72-1e8f-43e4-8639-09a4d17186d9 HTTP/1.1" status: 404 len: 347 time: 0.0169528 Aug 09 16:59:09.242995 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 32770) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:09.249703 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472f172-a05e-4c4e-b9cd-eb330c52f3c9 req-2d8e7d07-84fd-4357-96f0-dacf3872d8e3 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:09.251201 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d472f172-a05e-4c4e-b9cd-eb330c52f3c9 req-2d8e7d07-84fd-4357-96f0-dacf3872d8e3 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 944 time: 0.0855989 Aug 09 16:59:09.293756 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d472f172-a05e-4c4e-b9cd-eb330c52f3c9 req-c50a40f7-2903-4676-ad8d-6721b4f0ce6b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356719 Aug 09 16:59:09.324916 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9f8e3006-28c5-44d9-a170-798ba7dc6f5a tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:09.327534 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9f8e3006-28c5-44d9-a170-798ba7dc6f5a tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:09.331504 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-9f8e3006-28c5-44d9-a170-798ba7dc6f5a tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "DELETE /v2.0/security-groups/5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5 HTTP/1.1" status: 204 len: 168 time: 0.2466407 Aug 09 16:59:09.332321 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 32772) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:09.349492 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e3006-28c5-44d9-a170-798ba7dc6f5a tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:09.353170 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.api.v2.resource [None req-d0f119ee-8090-4fa9-af13-43235019698c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] show failed (client error): The resource could not be found. Aug 09 16:59:09.357141 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d0f119ee-8090-4fa9-af13-43235019698c tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "GET /v2.0/security-groups/5b8ee1cd-9336-4f3c-af0c-bc5ceb57d9d5 HTTP/1.1" status: 404 len: 347 time: 0.0198750 Aug 09 16:59:09.362482 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 32774) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:09.398967 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-2b5921bc-dae1-467a-950d-0e6a11367910 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Deleting port 17f10225-efff-4288-9108-3d169b33d74e {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:59:09.399166 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2b5921bc-dae1-467a-950d-0e6a11367910 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:09.481591 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2b5921bc-dae1-467a-950d-0e6a11367910 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:09.482192 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2b5921bc-dae1-467a-950d-0e6a11367910 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:09.498364 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-2b5921bc-dae1-467a-950d-0e6a11367910 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Calling delete_port for 17f10225-efff-4288-9108-3d169b33d74e owned by network:floatingip {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:59:09.499447 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-218fda26-32f8-43ac-a769-89f4eacd379d tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Deleting port 17bd6f56-8b2b-4dd0-8f17-35095954aac7 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:59:09.499795 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-218fda26-32f8-43ac-a769-89f4eacd379d tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:09.574702 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-218fda26-32f8-43ac-a769-89f4eacd379d tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:09.575032 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-218fda26-32f8-43ac-a769-89f4eacd379d tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:09.586773 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-218fda26-32f8-43ac-a769-89f4eacd379d tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Calling delete_port for 17bd6f56-8b2b-4dd0-8f17-35095954aac7 owned by network:floatingip {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:59:09.747832 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2b5921bc-dae1-467a-950d-0e6a11367910 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:09.778136 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5921bc-dae1-467a-950d-0e6a11367910 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Pushing event deleted for resources: {'Port': ['ID=17f10225-efff-4288-9108-3d169b33d74e,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:09.815827 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-218fda26-32f8-43ac-a769-89f4eacd379d tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:09.835867 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2b5921bc-dae1-467a-950d-0e6a11367910 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks [] for floatingip, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:09.838482 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-2b5921bc-dae1-467a-950d-0e6a11367910 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:09.840363 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-2b5921bc-dae1-467a-950d-0e6a11367910 tempest-AttachVolumeTestJSON-1715007913 tempest-AttachVolumeTestJSON-1715007913-project] 10.222.0.49 "DELETE /v2.0/floatingips/655e8eb5-a60d-4dd7-965f-b35ece380e38 HTTP/1.1" status: 204 len: 168 time: 0.5957856 Aug 09 16:59:09.844465 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fda26-32f8-43ac-a769-89f4eacd379d tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Pushing event deleted for resources: {'Port': ['ID=17bd6f56-8b2b-4dd0-8f17-35095954aac7,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:09.911085 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-218fda26-32f8-43ac-a769-89f4eacd379d tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks [] for floatingip, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:09.913731 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-218fda26-32f8-43ac-a769-89f4eacd379d tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:09.914901 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-218fda26-32f8-43ac-a769-89f4eacd379d tempest-AttachVolumeNegativeTest-283525300 tempest-AttachVolumeNegativeTest-283525300-project] 10.222.0.49 "DELETE /v2.0/floatingips/03fc5969-9f56-4518-aa69-cee8a3dc047e HTTP/1.1" status: 204 len: 168 time: 0.5519052 Aug 09 16:59:10.412698 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488f536-c241-4c2b-a415-8b88cb442a33 req-a223d82d-7b70-41f0-a441-5dac5b9c4494 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:10.414255 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c488f536-c241-4c2b-a415-8b88cb442a33 req-a223d82d-7b70-41f0-a441-5dac5b9c4494 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 944 time: 0.0497816 Aug 09 16:59:10.452708 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c488f536-c241-4c2b-a415-8b88cb442a33 req-11a7b9b4-d9a0-4845-8532-3fec691fe88b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314529 Aug 09 16:59:10.873304 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:59:11.015313 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:59:11.019546 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:59:11.027039 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:11.111911 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:59:11.112304 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:11.135902 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61b3ff2-2ce7-4766-9fd9-624bf6131cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:59:11.138243 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60a2db3-287e-49a2-ab79-556c43a2a3c9" -d '{"events": [{"server_uuid": "f61b3ff2-2ce7-4766-9fd9-624bf6131cc0", "name": "network-vif-plugged", "status": "completed", "tag": "ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:59:11.151569 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:11.174442 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-8c013252-d776-4de2-a1a0-802a295cb7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:11.177847 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb1768c-ce45-4489-8b3c-3cb7809d3f12 x-openstack-request-id: req-3eb1768c-ce45-4489-8b3c-3cb7809d3f12 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:59:11.178174 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61b3ff2-2ce7-4766-9fd9-624bf6131cc0", "name": "network-vif-plugged", "status": "completed", "tag": "ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:59:11.178434 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3eb1768c-ce45-4489-8b3c-3cb7809d3f12 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:59:11.178896 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb1768c-ce45-4489-8b3c-3cb7809d3f12'] response: {'server_uuid': 'f61b3ff2-2ce7-4766-9fd9-624bf6131cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c', 'code': 200} Aug 09 16:59:11.255447 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:11.304746 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:11.466041 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 32828) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:11.531698 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e2ab9-bca3-463c-8491-8eaced647fbf req-c48762ee-aea0-4eea-9da2-09a4503059a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:11.533190 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-060e2ab9-bca3-463c-8491-8eaced647fbf req-c48762ee-aea0-4eea-9da2-09a4503059a3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 1098 time: 0.0506330 Aug 09 16:59:11.617978 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-060e2ab9-bca3-463c-8491-8eaced647fbf req-4c1d65db-506c-4a0d-a42f-56995c2f107d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762594 Aug 09 16:59:11.619796 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5112f35f-572a-4d17-a8ed-8e634e68ec92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:11.651686 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1428f-dc7e-4283-aa18-dcd2bd528367 req-c0bbd0d1-4ed0-406e-871a-8f6b2b7ecdd2 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:11.653269 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bdc1428f-dc7e-4283-aa18-dcd2bd528367 req-c0bbd0d1-4ed0-406e-871a-8f6b2b7ecdd2 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 945 time: 0.0982487 Aug 09 16:59:11.714180 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-bdc1428f-dc7e-4283-aa18-dcd2bd528367 req-40535b2c-96bd-4bbf-bf9b-2461d21269f6 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506055 Aug 09 16:59:11.741960 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5112f35f-572a-4d17-a8ed-8e634e68ec92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:11.815315 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5112f35f-572a-4d17-a8ed-8e634e68ec92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:11.857558 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-5112f35f-572a-4d17-a8ed-8e634e68ec92 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff09b6fcb48b4d9298e512ed2320616f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3900683 Aug 09 16:59:11.858385 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112f35f-572a-4d17-a8ed-8e634e68ec92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9824832-d8c9-4ea3-8b1d-78e8ed6386df,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:11.860272 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 32836) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:11.910048 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8bb38ea2-bb73-4802-83c8-ba0662ab34d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:11.931668 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8bb38ea2-bb73-4802-83c8-ba0662ab34d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:12.084448 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8bb38ea2-bb73-4802-83c8-ba0662ab34d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:12.087097 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8bb38ea2-bb73-4802-83c8-ba0662ab34d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:12.088257 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8bb38ea2-bb73-4802-83c8-ba0662ab34d9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9824832-d8c9-4ea3-8b1d-78e8ed6386df HTTP/1.1" status: 204 len: 168 time: 0.2269874 Aug 09 16:59:12.096352 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb38ea2-bb73-4802-83c8-ba0662ab34d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9824832-d8c9-4ea3-8b1d-78e8ed6386df,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:12.854616 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52b8f7-d6c0-406b-867b-545a8ac8d38c req-8d5d57f3-b01d-4277-b224-aa97952128d5 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:12.854616 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-da52b8f7-d6c0-406b-867b-545a8ac8d38c req-8d5d57f3-b01d-4277-b224-aa97952128d5 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 945 time: 0.0585425 Aug 09 16:59:12.895055 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-da52b8f7-d6c0-406b-867b-545a8ac8d38c req-cffc03ef-4393-4692-9d5a-de1c2b9e8d3b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375769 Aug 09 16:59:13.090074 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3c234505-613e-4d98-a1c0-562e0e97d5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:14.000762 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 32906) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:14.030782 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ba262-df39-4348-9112-55affb578e72 req-f820f1e4-7053-450f-b1f0-81a30e4ac586 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:14.032278 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0d1ba262-df39-4348-9112-55affb578e72 req-f820f1e4-7053-450f-b1f0-81a30e4ac586 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 945 time: 0.0546830 Aug 09 16:59:14.071753 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-0d1ba262-df39-4348-9112-55affb578e72 req-2dd681b7-33a3-4b74-99f5-69da93acee93 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332165 Aug 09 16:59:14.246286 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 32920) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:14.253641 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9613fe-253d-46f1-8995-21daaf1d7ef3 req-97e6e9e8-251f-4e67-bfca-8872813b82c2 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:14.255264 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9e9613fe-253d-46f1-8995-21daaf1d7ef3 req-97e6e9e8-251f-4e67-bfca-8872813b82c2 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 945 time: 0.1028566 Aug 09 16:59:14.360458 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9e9613fe-253d-46f1-8995-21daaf1d7ef3 req-29c6bd78-e6a5-47e9-aa92-ede5ec529207 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724521 Aug 09 16:59:14.408314 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 32928) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:14.597344 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-300738fa-e3ca-45c8-9348-4536db05c1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571222'] for router_interface, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:14.630949 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7323d7b5-69e1-42d4-89f3-4b2961c5cc7a tempest-TestVolumeBootPattern-1913912899 tempest-TestVolumeBootPattern-1913912899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:14.632448 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-7323d7b5-69e1-42d4-89f3-4b2961c5cc7a tempest-TestVolumeBootPattern-1913912899 tempest-TestVolumeBootPattern-1913912899-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 1093 time: 0.2231331 Aug 09 16:59:14.636575 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 32938) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:14.640786 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Request body: {'floatingip': {'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'port_id': 'ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:59:14.765589 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for floatingip, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:14.887268 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-df1bcf59-4101-43ad-842d-70ed4c6e49f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571222'] for router_interface, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:14.893562 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-300738fa-e3ca-45c8-9348-4536db05c1a8 admin admin] Deleting port c3ce740f-710b-4ba6-aaa9-c4a2875e49f7 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:59:14.894025 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-300738fa-e3ca-45c8-9348-4536db05c1a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:14.958656 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:14.985015 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-300738fa-e3ca-45c8-9348-4536db05c1a8 admin admin] For port c3ce740f-710b-4ba6-aaa9-c4a2875e49f7, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=c3ce740f-710b-4ba6-aaa9-c4a2875e49f7,segment=NetworkSegment(daa2a3da-8df0-4bc8-beb5-173e7eb8875a),segment_id=daa2a3da-8df0-4bc8-beb5-173e7eb8875a)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:14.985385 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-300738fa-e3ca-45c8-9348-4536db05c1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:14.989861 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:14.998627 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-300738fa-e3ca-45c8-9348-4536db05c1a8 admin admin] Calling delete_port for c3ce740f-710b-4ba6-aaa9-c4a2875e49f7 owned by network:router_interface {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:59:15.295797 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-300738fa-e3ca-45c8-9348-4536db05c1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:15.320405 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300738fa-e3ca-45c8-9348-4536db05c1a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ce740f-710b-4ba6-aaa9-c4a2875e49f7,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:15.425683 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_common [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Allocated IP 172.27.0.55 (5028ac3a-b802-4c2c-954e-eba2e898c760/b7b40501-4b8c-453f-8696-1c1d455f2ab8/de59bcd9-2e83-4f50-8cce-c5d74237d35c) {{(pid=109849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:59:15.588755 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for port, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:15.607794 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-df1bcf59-4101-43ad-842d-70ed4c6e49f7 admin admin] Deleting port 1d3de928-71f4-4aa3-b37d-721c95e057b8 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:59:15.608161 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-df1bcf59-4101-43ad-842d-70ed4c6e49f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:15.704010 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-df1bcf59-4101-43ad-842d-70ed4c6e49f7 admin admin] For port 1d3de928-71f4-4aa3-b37d-721c95e057b8, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=1d3de928-71f4-4aa3-b37d-721c95e057b8,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:15.704395 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-df1bcf59-4101-43ad-842d-70ed4c6e49f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:15.717526 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-df1bcf59-4101-43ad-842d-70ed4c6e49f7 admin admin] Calling delete_port for 1d3de928-71f4-4aa3-b37d-721c95e057b8 owned by network:router_interface {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:59:15.748579 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-300738fa-e3ca-45c8-9348-4536db05c1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571386'] for router_interface, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:15.767653 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:15.813478 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Network 5028ac3a-b802-4c2c-954e-eba2e898c760 is already hosted by enough agents. {{(pid=109849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:59:15.820462 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Resources bound (agent type, host, resource id): {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:59:15.823081 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Received port after_create {{(pid=109849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:59:15.860374 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event updated for resources: {'Port': ['ID=de59bcd9-2e83-4f50-8cce-c5d74237d35c,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:15.882394 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:15.882749 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:15.883092 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:15.883427 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:15.883757 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:15.884088 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:15.884421 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:15.884748 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:15.885076 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:15.885424 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:15.885747 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:15.886222 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:15.972005 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300738fa-e3ca-45c8-9348-4536db05c1a8 admin admin] Router a8ca7553-6612-4216-9f9b-437ecf2de11b has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:59:16.080680 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300738fa-e3ca-45c8-9348-4536db05c1a8 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:59:16.090102 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-300738fa-e3ca-45c8-9348-4536db05c1a8 admin admin] 10.222.0.49 "PUT /v2.0/routers/a8ca7553-6612-4216-9f9b-437ecf2de11b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0880556 Aug 09 16:59:16.091395 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 32948) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:16.092573 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3acccf0-1205-49a3-89c3-3e5b4f3fb1c7 None None] Sync routers for ids ['a8ca7553-6612-4216-9f9b-437ecf2de11b'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:59:16.105508 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3acccf0-1205-49a3-89c3-3e5b4f3fb1c7 None None] Routers {'a8ca7553-6612-4216-9f9b-437ecf2de11b'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:59:16.106352 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-d3acccf0-1205-49a3-89c3-3e5b4f3fb1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:59:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a8ca7553-6612-4216-9f9b-437ecf2de11b'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:16.206524 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Notify callbacks [] for router, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:16.231142 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-d3acccf0-1205-49a3-89c3-3e5b4f3fb1c7 None None] Set router a8ca7553-6612-4216-9f9b-437ecf2de11b gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:59:16.233493 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-df1bcf59-4101-43ad-842d-70ed4c6e49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:16.266209 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bcf59-4101-43ad-842d-70ed4c6e49f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d3de928-71f4-4aa3-b37d-721c95e057b8,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:16.298372 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:16.320769 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:16.420749 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:16.436616 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-d3acccf0-1205-49a3-89c3-3e5b4f3fb1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:59:15Z', 'revision_number': 5, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port': {'id': 'f3509128-4d99-41a6-ba3b-77cb147999d0', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:63:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:16.440761 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Deleting port f3509128-4d99-41a6-ba3b-77cb147999d0 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:59:16.440761 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:16.471589 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3acccf0-1205-49a3-89c3-3e5b4f3fb1c7 None None] Checking router: a8ca7553-6612-4216-9f9b-437ecf2de11b for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:59:16.480703 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3acccf0-1205-49a3-89c3-3e5b4f3fb1c7 None None] Routers {'a8ca7553-6612-4216-9f9b-437ecf2de11b'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:59:16.481514 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-d3acccf0-1205-49a3-89c3-3e5b4f3fb1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:59:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a8ca7553-6612-4216-9f9b-437ecf2de11b'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:16.531296 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-df1bcf59-4101-43ad-842d-70ed4c6e49f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571386'] for router_interface, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:16.550012 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] For port f3509128-4d99-41a6-ba3b-77cb147999d0, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=f3509128-4d99-41a6-ba3b-77cb147999d0,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:16.550676 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:16.586730 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Calling delete_port for f3509128-4d99-41a6-ba3b-77cb147999d0 owned by network:router_gateway {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:59:16.600930 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:16.726186 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-d3acccf0-1205-49a3-89c3-3e5b4f3fb1c7 None None] Set router a8ca7553-6612-4216-9f9b-437ecf2de11b gateway port host: None {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:59:16.787327 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-d3acccf0-1205-49a3-89c3-3e5b4f3fb1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:59:16Z', 'revision_number': 6, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port_host': None}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:16.820614 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3acccf0-1205-49a3-89c3-3e5b4f3fb1c7 None None] The sync data for ids ['a8ca7553-6612-4216-9f9b-437ecf2de11b'] in dv-cinder-852570-1-iscsi is: [{'id': 'a8ca7553-6612-4216-9f9b-437ecf2de11b', 'name': 'tempest-AttachVolumeTestJSON-2087148899-router', 'tenant_id': '4a57286dc9144127b1177b199faf0b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:59:16Z', 'revision_number': 6, 'project_id': '4a57286dc9144127b1177b199faf0b0a', 'gw_port_host': None}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:59:16.856466 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:16.888481 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:16.899151 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Pushing event deleted for resources: {'Port': ['ID=f3509128-4d99-41a6-ba3b-77cb147999d0,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:16.910964 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for port, precommit_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:16.923947 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1bcf59-4101-43ad-842d-70ed4c6e49f7 admin admin] Router 5b620c4c-40f8-48c6-8f8a-853657d52b57 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:59:16.924957 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:16.925307 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:16.925676 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:16.926010 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:16.926342 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:16.926672 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:16.927000 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:16.927329 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:16.927662 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:16.928015 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:16.928474 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:16.928766 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 16:59:16.980706 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568720'] for router_gateway, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:16.981880 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:16.983489 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25174475'] for port, after_update {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:17.077841 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-755'] for router, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:17.079982 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:17.097834 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:17.102594 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event updated for resources: {'Port': ['ID=de59bcd9-2e83-4f50-8cce-c5d74237d35c,revision_number=2']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:17.144738 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1bcf59-4101-43ad-842d-70ed4c6e49f7 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:59:17.155941 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-df1bcf59-4101-43ad-842d-70ed4c6e49f7 admin admin] 10.222.0.49 "PUT /v2.0/routers/5b620c4c-40f8-48c6-8f8a-853657d52b57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9085491 Aug 09 16:59:17.158879 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 32964) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:17.171301 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1de1c6f-76c4-442b-be26-5fe730b59391 None None] Sync routers for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:59:17.199589 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573157'] for router, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:17.201056 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8ca7553-6612-4216-9f9b-437ecf2de11b {{(pid=109848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:59:17.207839 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1de1c6f-76c4-442b-be26-5fe730b59391 None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:59:17.208644 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-c1de1c6f-76c4-442b-be26-5fe730b59391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:59:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:17.223412 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] Notify callbacks [] for router, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:17.225264 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-18f9a41f-d698-4f24-a308-deb8631fe36f admin admin] 10.222.0.49 "DELETE /v2.0/routers/a8ca7553-6612-4216-9f9b-437ecf2de11b HTTP/1.1" status: 204 len: 168 time: 1.1333153 Aug 09 16:59:17.227784 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 32966) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:17.329923 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_v2 [None req-905cbb04-bebe-49df-9a9c-54774892251c admin admin] Deleting subnet 155efdb1-d3e8-4060-a1b4-dd2040cbd026 {{(pid=109848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 16:59:17.337547 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-c1de1c6f-76c4-442b-be26-5fe730b59391 None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:59:17.339636 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-905cbb04-bebe-49df-9a9c-54774892251c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:17.344904 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.l3_db [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Floating IP 0c216638-d512-47e2-9040-241a6bcbe8ef associated. External IP: 172.27.0.55, port: ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c. Aug 09 16:59:17.411470 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-905cbb04-bebe-49df-9a9c-54774892251c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25604629'] for subnet, precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:17.439655 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-081c138a-3f2b-4b15-90e9-cdcf2d66aa1f admin admin] Notify callbacks [] for router, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:17.496794 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-905cbb04-bebe-49df-9a9c-54774892251c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3282'] for subnet, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:17.548871 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-c1de1c6f-76c4-442b-be26-5fe730b59391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:59:16Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:17.643261 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-081c138a-3f2b-4b15-90e9-cdcf2d66aa1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:17.661881 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-905cbb04-bebe-49df-9a9c-54774892251c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25848011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25700842'] for subnet, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:17.672923 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1de1c6f-76c4-442b-be26-5fe730b59391 None None] Checking router: 5b620c4c-40f8-48c6-8f8a-853657d52b57 for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:59:17.682675 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1de1c6f-76c4-442b-be26-5fe730b59391 None None] Routers {'5b620c4c-40f8-48c6-8f8a-853657d52b57'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:59:17.684576 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-c1de1c6f-76c4-442b-be26-5fe730b59391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:59:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['5b620c4c-40f8-48c6-8f8a-853657d52b57'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:17.696171 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905cbb04-bebe-49df-9a9c-54774892251c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=155efdb1-d3e8-4060-a1b4-dd2040cbd026,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:17.701932 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-905cbb04-bebe-49df-9a9c-54774892251c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:17.703020 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-905cbb04-bebe-49df-9a9c-54774892251c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/155efdb1-d3e8-4060-a1b4-dd2040cbd026 HTTP/1.1" status: 204 len: 168 time: 0.4722571 Aug 09 16:59:17.703202 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94981b39-22af-4ee9-8a51-3a84b11096d8 None None] Network b631f0ba-3918-495c-9e8a-a3fd8937f433 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:59:17.705310 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 32968) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:17.816344 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device c3ce740f-710b-4ba6-aaa9-c4a2875e49f7 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:59:17.824197 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-107367'] for network, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:17.831762 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-c1de1c6f-76c4-442b-be26-5fe730b59391 None None] Set router 5b620c4c-40f8-48c6-8f8a-853657d52b57 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:59:17.892066 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: c3ce740f-710b-4ba6-aaa9-c4a2875e49f7 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:59:17.894557 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device c3ce740f-710b-4ba6-aaa9-c4a2875e49f7 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:59:17.908136 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] Deleting port 70b961dc-c432-459f-902f-9968b6f1dfb0 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:59:17.910038 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:18.013964 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] For port 70b961dc-c432-459f-902f-9968b6f1dfb0, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=70b961dc-c432-459f-902f-9968b6f1dfb0,segment=NetworkSegment(daa2a3da-8df0-4bc8-beb5-173e7eb8875a),segment_id=daa2a3da-8df0-4bc8-beb5-173e7eb8875a)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:18.014583 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:18.028073 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] Calling delete_port for 70b961dc-c432-459f-902f-9968b6f1dfb0 owned by network:dhcp {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:59:18.029107 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Router e77bf3e5-069e-45de-9e36-aedb51562ec1 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:59:18.045902 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bafe1b-faff-4ec1-a15f-80cd4537cc66 None None] DHCP port deletion for b631f0ba-3918-495c-9e8a-a3fd8937f433 request from dv-cinder-852570-1-iscsi {{(pid=109850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:59:18.088093 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-c1de1c6f-76c4-442b-be26-5fe730b59391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:59:16Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:18.125699 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-82bafe1b-faff-4ec1-a15f-80cd4537cc66 None None] Deleting port 70b961dc-c432-459f-902f-9968b6f1dfb0 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:59:18.126298 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-82bafe1b-faff-4ec1-a15f-80cd4537cc66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:18.158487 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1de1c6f-76c4-442b-be26-5fe730b59391 None None] The sync data for ids ['5b620c4c-40f8-48c6-8f8a-853657d52b57'] in dv-cinder-852570-1-iscsi is: [{'id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'name': 'tempest-AttachVolumeNegativeTest-1425428847-router', 'tenant_id': '263134786e174e0683b78ef12715c3fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:59:16Z', 'revision_number': 5, 'project_id': '263134786e174e0683b78ef12715c3fb', 'gw_port': {'id': '2ff04722-358c-4b92-b019-cc3d58677d23', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b620c4c-40f8-48c6-8f8a-853657d52b57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:01Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:59:18.194991 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:59:18.203533 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-081c138a-3f2b-4b15-90e9-cdcf2d66aa1f admin admin] Deleting port 2ff04722-358c-4b92-b019-cc3d58677d23 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:59:18.204658 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-081c138a-3f2b-4b15-90e9-cdcf2d66aa1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:18.224623 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa6e3a-e080-4fd8-9ba3-fd046f2c2ef6 None None] Sync routers for ids ['e77bf3e5-069e-45de-9e36-aedb51562ec1'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:59:18.232552 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:18.246641 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-82bafe1b-faff-4ec1-a15f-80cd4537cc66 None None] For port 70b961dc-c432-459f-902f-9968b6f1dfb0, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=70b961dc-c432-459f-902f-9968b6f1dfb0,segment=NetworkSegment(daa2a3da-8df0-4bc8-beb5-173e7eb8875a),segment_id=daa2a3da-8df0-4bc8-beb5-173e7eb8875a)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:18.247353 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-82bafe1b-faff-4ec1-a15f-80cd4537cc66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:18.250291 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa6e3a-e080-4fd8-9ba3-fd046f2c2ef6 None None] Routers {'e77bf3e5-069e-45de-9e36-aedb51562ec1'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:59:18.251260 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-48fa6e3a-e080-4fd8-9ba3-fd046f2c2ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:59:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['e77bf3e5-069e-45de-9e36-aedb51562ec1'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:18.270167 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] No DVR routers for this DVR port 70b961dc-c432-459f-902f-9968b6f1dfb0 on host dv-cinder-852570-1-iscsi {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:59:18.272461 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=70b961dc-c432-459f-902f-9968b6f1dfb0,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:18.309008 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-82bafe1b-faff-4ec1-a15f-80cd4537cc66 None None] Calling delete_port for 70b961dc-c432-459f-902f-9968b6f1dfb0 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:59:18.323171 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-081c138a-3f2b-4b15-90e9-cdcf2d66aa1f admin admin] For port 2ff04722-358c-4b92-b019-cc3d58677d23, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=2ff04722-358c-4b92-b019-cc3d58677d23,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:18.323562 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-081c138a-3f2b-4b15-90e9-cdcf2d66aa1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:18.328306 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:18.352861 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4957', 'neutron.services.segments.db._delete_segments_for_network-8730382773378'] for network, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:18.358193 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-081c138a-3f2b-4b15-90e9-cdcf2d66aa1f admin admin] Calling delete_port for 2ff04722-358c-4b92-b019-cc3d58677d23 owned by network:router_gateway {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:59:18.370701 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-bbf6e63b-8ed7-45d6-a43d-fb907995d7e9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7331202 Aug 09 16:59:18.372776 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61b3ff2-2ce7-4766-9fd9-624bf6131cc0', 'tag': 'ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:59:18.375205 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f097db7-c203-42de-933a-ca48a588d3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f61b3ff2-2ce7-4766-9fd9-624bf6131cc0", "tag": "ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:59:18.379054 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b631f0ba-3918-495c-9e8a-a3fd8937f433']}} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:18.389336 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa2a3da-8df0-4bc8-beb5-173e7eb8875a') {'for_net_delete': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:18.390838 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa2a3da-8df0-4bc8-beb5-173e7eb8875a') {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:18.400611 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730382772875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25604620'] for segment, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:18.414422 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:18.421457 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=109848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:59:18.421864 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25847957'] for segment, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:18.443645 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f527d2-d560-43fa-aac3-85c074efed3c x-openstack-request-id: req-43f527d2-d560-43fa-aac3-85c074efed3c {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:59:18.443645 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61b3ff2-2ce7-4766-9fd9-624bf6131cc0", "tag": "ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:59:18.443645 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-43f527d2-d560-43fa-aac3-85c074efed3c {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:59:18.443645 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f527d2-d560-43fa-aac3-85c074efed3c'] response: {'name': 'network-changed', 'server_uuid': 'f61b3ff2-2ce7-4766-9fd9-624bf6131cc0', 'tag': 'ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c', 'status': 'completed', 'code': 200} Aug 09 16:59:18.443999 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-48fa6e3a-e080-4fd8-9ba3-fd046f2c2ef6 None None] Set router e77bf3e5-069e-45de-9e36-aedb51562ec1 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:59:18.507857 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.services.segments.plugin [-] Segment daa2a3da-8df0-4bc8-beb5-173e7eb8875a resource provider aggregate not found Aug 09 16:59:18.546325 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.services.segments.plugin [-] Segment daa2a3da-8df0-4bc8-beb5-173e7eb8875a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid daa2a3da-8df0-4bc8-beb5-173e7eb8875a found for delete ", "request_id": "req-16e44c45-04a7-4383-ab98-ff5ed1b9bdc7"}]} Aug 09 16:59:18.575185 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-82bafe1b-faff-4ec1-a15f-80cd4537cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:18.587007 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f097db7-c203-42de-933a-ca48a588d3c4 req-40e08edb-ef4f-4d28-b05f-16d53639642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:18.588517 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5f097db7-c203-42de-933a-ca48a588d3c4 req-40e08edb-ef4f-4d28-b05f-16d53639642b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e&device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 1098 time: 0.0754037 Aug 09 16:59:18.620644 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567928'] for network, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:18.620902 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bafe1b-faff-4ec1-a15f-80cd4537cc66 None None] No DVR routers for this DVR port 70b961dc-c432-459f-902f-9968b6f1dfb0 on host dv-cinder-852570-1-iscsi {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:59:18.631039 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:18.638916 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b631f0ba-3918-495c-9e8a-a3fd8937f433 HTTP/1.1" status: 204 len: 168 time: 0.9280295 Aug 09 16:59:18.639121 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bafe1b-faff-4ec1-a15f-80cd4537cc66 None None] Pushing event deleted for resources: {'Port': ['ID=70b961dc-c432-459f-902f-9968b6f1dfb0,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:18.658252 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93779d-de19-45d1-bd20-ddb159bbc6d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b631f0ba-3918-495c-9e8a-a3fd8937f433,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:18.747879 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f097db7-c203-42de-933a-ca48a588d3c4 req-18c146ee-1e96-49e6-8d4f-12b77186fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:18.749742 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5f097db7-c203-42de-933a-ca48a588d3c4 req-18c146ee-1e96-49e6-8d4f-12b77186fd23 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d4638989-6f80-4a74-bb7f-239a2497dae9 HTTP/1.1" status: 200 len: 912 time: 0.1502099 Aug 09 16:59:18.752863 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-081c138a-3f2b-4b15-90e9-cdcf2d66aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:18.763863 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-48fa6e3a-e080-4fd8-9ba3-fd046f2c2ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '0c216638-d512-47e2-9040-241a6bcbe8ef', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'port_id': 'ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'mac_address': 'fa:16:3e:01:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61b3ff2-2ce7-4766-9fd9-624bf6131cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:59:16Z', 'updated_at': '2022-08-09T16:59:16Z', 'revision_number': 0, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'fixed_ip_address_scope': None}, {'id': '97c808cf-9d70-4c1a-a35e-3173dcc2ce26', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'port_id': 'ea629adf-6d74-4f37-a7dd-60cc5c129495', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'mac_address': 'fa:16:3e:97:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a89f86-a1eb-4206-b958-d747817c26b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:28Z', 'updated_at': '2022-08-09T16:56:30Z', 'revision_number': 1, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:20Z', 'revision_number': 5, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:18.799969 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa6e3a-e080-4fd8-9ba3-fd046f2c2ef6 None None] Checking router: e77bf3e5-069e-45de-9e36-aedb51562ec1 for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:59:18.800136 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c138a-3f2b-4b15-90e9-cdcf2d66aa1f admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff04722-358c-4b92-b019-cc3d58677d23,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:18.812526 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa6e3a-e080-4fd8-9ba3-fd046f2c2ef6 None None] Routers {'e77bf3e5-069e-45de-9e36-aedb51562ec1'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:59:18.813485 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-48fa6e3a-e080-4fd8-9ba3-fd046f2c2ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:59:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['e77bf3e5-069e-45de-9e36-aedb51562ec1'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:18.851121 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5f097db7-c203-42de-933a-ca48a588d3c4 req-711b6699-9943-447b-b731-17f09461e99f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c HTTP/1.1" status: 200 len: 998 time: 0.0888131 Aug 09 16:59:18.891982 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:59:18.917464 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f097db7-c203-42de-933a-ca48a588d3c4 req-9339009a-801c-4ff5-a664-0b16f3671e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:18.917464 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5f097db7-c203-42de-933a-ca48a588d3c4 req-9339009a-801c-4ff5-a664-0b16f3671e66 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d1a8b644-63fb-4184-bcbc-d30b1401c1de HTTP/1.1" status: 200 len: 850 time: 0.0532532 Aug 09 16:59:18.921695 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-081c138a-3f2b-4b15-90e9-cdcf2d66aa1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568720'] for router_gateway, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:18.958096 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-48fa6e3a-e080-4fd8-9ba3-fd046f2c2ef6 None None] Set router e77bf3e5-069e-45de-9e36-aedb51562ec1 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:59:18.980141 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f097db7-c203-42de-933a-ca48a588d3c4 req-0ea66f06-1177-4e42-9f21-e2f488f600c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:18.982389 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5f097db7-c203-42de-933a-ca48a588d3c4 req-0ea66f06-1177-4e42-9f21-e2f488f600c1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d4638989-6f80-4a74-bb7f-239a2497dae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597668 Aug 09 16:59:19.024140 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-081c138a-3f2b-4b15-90e9-cdcf2d66aa1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-755'] for router, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:19.027917 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-081c138a-3f2b-4b15-90e9-cdcf2d66aa1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:19.102801 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5f097db7-c203-42de-933a-ca48a588d3c4 req-c20bfc1c-68fa-484d-8fe9-265f153ac884 service neutron] 10.222.0.85 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117675 Aug 09 16:59:19.209776 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-081c138a-3f2b-4b15-90e9-cdcf2d66aa1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573157'] for router, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:19.210342 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081c138a-3f2b-4b15-90e9-cdcf2d66aa1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b620c4c-40f8-48c6-8f8a-853657d52b57 {{(pid=109849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 16:59:19.220826 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-081c138a-3f2b-4b15-90e9-cdcf2d66aa1f admin admin] Notify callbacks [] for router, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:19.220826 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-081c138a-3f2b-4b15-90e9-cdcf2d66aa1f admin admin] 10.222.0.49 "DELETE /v2.0/routers/5b620c4c-40f8-48c6-8f8a-853657d52b57 HTTP/1.1" status: 204 len: 168 time: 2.0571206 Aug 09 16:59:19.220826 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 32992) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:19.229659 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5f097db7-c203-42de-933a-ca48a588d3c4 req-093ab306-7d99-4274-b773-8b1c34970e6d service neutron] 10.222.0.85 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181321 Aug 09 16:59:19.250174 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-48fa6e3a-e080-4fd8-9ba3-fd046f2c2ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '0c216638-d512-47e2-9040-241a6bcbe8ef', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'port_id': 'ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'mac_address': 'fa:16:3e:01:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61b3ff2-2ce7-4766-9fd9-624bf6131cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:59:16Z', 'updated_at': '2022-08-09T16:59:16Z', 'revision_number': 0, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'fixed_ip_address_scope': None}, {'id': '97c808cf-9d70-4c1a-a35e-3173dcc2ce26', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'port_id': 'ea629adf-6d74-4f37-a7dd-60cc5c129495', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'mac_address': 'fa:16:3e:97:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a89f86-a1eb-4206-b958-d747817c26b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:28Z', 'updated_at': '2022-08-09T16:56:30Z', 'revision_number': 1, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:20Z', 'revision_number': 5, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:19.254982 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 32994) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:19.256522 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device f3509128-4d99-41a6-ba3b-77cb147999d0 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:59:19.306445 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa6e3a-e080-4fd8-9ba3-fd046f2c2ef6 None None] The sync data for ids ['e77bf3e5-069e-45de-9e36-aedb51562ec1'] in dv-cinder-852570-1-iscsi is: [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '0c216638-d512-47e2-9040-241a6bcbe8ef', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'port_id': 'ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'mac_address': 'fa:16:3e:01:11:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61b3ff2-2ce7-4766-9fd9-624bf6131cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:59:16Z', 'updated_at': '2022-08-09T16:59:16Z', 'revision_number': 0, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'fixed_ip_address_scope': None}, {'id': '97c808cf-9d70-4c1a-a35e-3173dcc2ce26', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'port_id': 'ea629adf-6d74-4f37-a7dd-60cc5c129495', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'mac_address': 'fa:16:3e:97:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a89f86-a1eb-4206-b958-d747817c26b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:28Z', 'updated_at': '2022-08-09T16:56:30Z', 'revision_number': 1, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:20Z', 'revision_number': 5, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:59:19.306918 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9186d1e-7299-4ff7-b153-3d472bf9edef admin admin] Deleting subnet 4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9 {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 16:59:19.308840 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: f3509128-4d99-41a6-ba3b-77cb147999d0 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:59:19.309242 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device f3509128-4d99-41a6-ba3b-77cb147999d0 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:59:19.309775 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 70b961dc-c432-459f-902f-9968b6f1dfb0 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:59:19.316168 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a9186d1e-7299-4ff7-b153-3d472bf9edef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:19.348338 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-8f7843a3-40cd-4221-8763-9f92ff1804bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a57286dc9144127b1177b199faf0b0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0914621 Aug 09 16:59:19.355502 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 32998) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:19.356824 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: 70b961dc-c432-459f-902f-9968b6f1dfb0 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:59:19.357174 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 70b961dc-c432-459f-902f-9968b6f1dfb0 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:59:19.357698 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 1d3de928-71f4-4aa3-b37d-721c95e057b8 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:59:19.381603 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: 1d3de928-71f4-4aa3-b37d-721c95e057b8 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:59:19.381603 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 1d3de928-71f4-4aa3-b37d-721c95e057b8 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:59:19.390577 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a9186d1e-7299-4ff7-b153-3d472bf9edef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29272685'] for subnet, precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:19.453576 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4d563ec7-bd4a-44e5-a942-5456e5b8dc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:19.501504 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4d563ec7-bd4a-44e5-a942-5456e5b8dc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:19.524250 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a9186d1e-7299-4ff7-b153-3d472bf9edef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3282'] for subnet, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:19.563833 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06724977-dc9d-4a10-ad43-3c17770eba4a None None] New status for floating IP 0c216638-d512-47e2-9040-241a6bcbe8ef: ACTIVE {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:59:19.638521 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a9186d1e-7299-4ff7-b153-3d472bf9edef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25174513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25887119'] for subnet, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:19.666365 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4d563ec7-bd4a-44e5-a942-5456e5b8dc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:19.669546 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4d563ec7-bd4a-44e5-a942-5456e5b8dc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:19.670605 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-4d563ec7-bd4a-44e5-a942-5456e5b8dc25 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0bf0e417-d944-4573-a3d3-c25360c4d171 HTTP/1.1" status: 204 len: 168 time: 0.3141580 Aug 09 16:59:19.671805 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a9186d1e-7299-4ff7-b153-3d472bf9edef admin admin] Notify callbacks [] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:19.680655 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a9186d1e-7299-4ff7-b153-3d472bf9edef admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9 HTTP/1.1" status: 204 len: 168 time: 0.4550607 Aug 09 16:59:19.680840 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524b257e-d123-45f3-8b68-c30d82d696f7 None None] Network d420601f-31a3-46a3-ad4c-fea8c4abc0ea requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 16:59:19.680975 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 33004) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:19.681439 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9186d1e-7299-4ff7-b153-3d472bf9edef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e7efeac-42b7-40ca-aba3-5d5ffac3a2b9,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:19.687006 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d563ec7-bd4a-44e5-a942-5456e5b8dc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf0e417-d944-4573-a3d3-c25360c4d171,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:19.779506 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-107367'] for network, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:19.877109 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] Deleting port b6272b2e-0468-49aa-9f39-caba831aa7a0 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:59:19.877381 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:19.925395 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c630e25-a3a5-4f34-b64b-03c2fc5c82d2 None None] DHCP port deletion for d420601f-31a3-46a3-ad4c-fea8c4abc0ea request from dv-cinder-852570-1-iscsi {{(pid=109850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 16:59:19.947478 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] For port b6272b2e-0468-49aa-9f39-caba831aa7a0, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=b6272b2e-0468-49aa-9f39-caba831aa7a0,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:19.947846 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:19.969058 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] Calling delete_port for b6272b2e-0468-49aa-9f39-caba831aa7a0 owned by network:dhcp {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:59:19.974466 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-7c630e25-a3a5-4f34-b64b-03c2fc5c82d2 None None] Deleting port b6272b2e-0468-49aa-9f39-caba831aa7a0 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:59:19.974903 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c630e25-a3a5-4f34-b64b-03c2fc5c82d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:20.046854 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-7c630e25-a3a5-4f34-b64b-03c2fc5c82d2 None None] For port b6272b2e-0468-49aa-9f39-caba831aa7a0, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=b6272b2e-0468-49aa-9f39-caba831aa7a0,segment=NetworkSegment(87f5d243-c53a-428d-b098-88104c9fed17),segment_id=87f5d243-c53a-428d-b098-88104c9fed17)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:20.047261 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c630e25-a3a5-4f34-b64b-03c2fc5c82d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:20.064288 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-7c630e25-a3a5-4f34-b64b-03c2fc5c82d2 None None] Calling delete_port for b6272b2e-0468-49aa-9f39-caba831aa7a0 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:59:20.123750 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:20.146923 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7c630e25-a3a5-4f34-b64b-03c2fc5c82d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:20.150770 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6272b2e-0468-49aa-9f39-caba831aa7a0,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:20.156356 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] No DVR routers for this DVR port b6272b2e-0468-49aa-9f39-caba831aa7a0 on host dv-cinder-852570-1-iscsi {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:59:20.177469 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c630e25-a3a5-4f34-b64b-03c2fc5c82d2 None None] Pushing event deleted for resources: {'Port': ['ID=b6272b2e-0468-49aa-9f39-caba831aa7a0,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:20.182815 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c630e25-a3a5-4f34-b64b-03c2fc5c82d2 None None] No DVR routers for this DVR port b6272b2e-0468-49aa-9f39-caba831aa7a0 on host dv-cinder-852570-1-iscsi {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:59:20.239848 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4957', 'neutron.services.segments.db._delete_segments_for_network-8730382773378'] for network, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:20.506619 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d420601f-31a3-46a3-ad4c-fea8c4abc0ea']}} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:20.516480 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f5d243-c53a-428d-b098-88104c9fed17') {'for_net_delete': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:20.516780 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f5d243-c53a-428d-b098-88104c9fed17') {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:20.526306 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730382772875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25604620'] for segment, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:20.539927 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:20.546094 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=109848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 16:59:20.546486 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25847957'] for segment, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:20.566255 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.services.segments.plugin [-] Segment 87f5d243-c53a-428d-b098-88104c9fed17 resource provider aggregate not found Aug 09 16:59:20.606360 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.services.segments.plugin [-] Segment 87f5d243-c53a-428d-b098-88104c9fed17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87f5d243-c53a-428d-b098-88104c9fed17 found for delete ", "request_id": "req-e98eef34-4ab8-4900-9c90-ec6b11a95390"}]} Aug 09 16:59:20.677742 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567928'] for network, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:20.685997 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:20.691843 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d420601f-31a3-46a3-ad4c-fea8c4abc0ea HTTP/1.1" status: 204 len: 168 time: 1.0104311 Aug 09 16:59:20.700210 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b298228-3eb3-473b-a711-609f026c36a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d420601f-31a3-46a3-ad4c-fea8c4abc0ea,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:21.107505 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 2ff04722-358c-4b92-b019-cc3d58677d23 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:59:21.129776 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: 2ff04722-358c-4b92-b019-cc3d58677d23 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:59:21.130126 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 2ff04722-358c-4b92-b019-cc3d58677d23 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:59:21.130553 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device b6272b2e-0468-49aa-9f39-caba831aa7a0 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:59:21.153835 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: b6272b2e-0468-49aa-9f39-caba831aa7a0 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:59:21.154186 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device b6272b2e-0468-49aa-9f39-caba831aa7a0 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:59:21.177675 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 33046) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:21.225465 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-988c4714-b9f0-463d-b06b-86903b1ff9f6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=263134786e174e0683b78ef12715c3fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0449920 Aug 09 16:59:21.227256 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 33048) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:21.277858 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ce7e11bd-528d-4a91-8a12-dd279e5089d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:21.299830 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ce7e11bd-528d-4a91-8a12-dd279e5089d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:21.409796 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ce7e11bd-528d-4a91-8a12-dd279e5089d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:21.414577 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ce7e11bd-528d-4a91-8a12-dd279e5089d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:21.414577 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-ce7e11bd-528d-4a91-8a12-dd279e5089d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/390ece20-a755-414d-a0f5-ac8f96c81b53 HTTP/1.1" status: 204 len: 168 time: 0.1854270 Aug 09 16:59:21.424770 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e11bd-528d-4a91-8a12-dd279e5089d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390ece20-a755-414d-a0f5-ac8f96c81b53,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:22.402464 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 33100) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:22.506844 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-af89c351-bf9a-4667-9eb7-27c6a480324e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:22.588432 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-af89c351-bf9a-4667-9eb7-27c6a480324e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:22.649773 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-af89c351-bf9a-4667-9eb7-27c6a480324e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:22.689285 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-af89c351-bf9a-4667-9eb7-27c6a480324e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c95b711f095d4533b5a8234b45ffe9c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855411 Aug 09 16:59:22.690406 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89c351-bf9a-4667-9eb7-27c6a480324e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3005cb-aaa2-4ef8-82ce-d4492ed41b6e,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:22.692060 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 33114) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:22.744887 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-306f3648-c64a-4670-adae-3568c02de458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:22.766210 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-306f3648-c64a-4670-adae-3568c02de458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:22.912401 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-306f3648-c64a-4670-adae-3568c02de458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:22.915075 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-306f3648-c64a-4670-adae-3568c02de458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:22.917963 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-306f3648-c64a-4670-adae-3568c02de458 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4b3005cb-aaa2-4ef8-82ce-d4492ed41b6e HTTP/1.1" status: 204 len: 168 time: 0.2233005 Aug 09 16:59:22.927055 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f3648-c64a-4670-adae-3568c02de458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3005cb-aaa2-4ef8-82ce-d4492ed41b6e,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:23.709055 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 33146) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:23.724692 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-32b3b344-3799-42f0-80e5-d83b782a3459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:23.798569 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-32b3b344-3799-42f0-80e5-d83b782a3459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:23.872217 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-32b3b344-3799-42f0-80e5-d83b782a3459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:23.919230 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-32b3b344-3799-42f0-80e5-d83b782a3459 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=800ed35f2a7c4fc2bf511e00f80bfb12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996343 Aug 09 16:59:23.919230 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3b344-3799-42f0-80e5-d83b782a3459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f66705-dc28-4cad-ae09-cc076475afc7,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:23.919443 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 33156) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:23.983960 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4d9196a8-bff3-4ed5-a643-8ec256bde5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:24.007341 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4d9196a8-bff3-4ed5-a643-8ec256bde5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:24.118333 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4d9196a8-bff3-4ed5-a643-8ec256bde5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:24.122063 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4d9196a8-bff3-4ed5-a643-8ec256bde5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:24.123231 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-4d9196a8-bff3-4ed5-a643-8ec256bde5d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03f66705-dc28-4cad-ae09-cc076475afc7 HTTP/1.1" status: 204 len: 168 time: 0.2088602 Aug 09 16:59:24.131491 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9196a8-bff3-4ed5-a643-8ec256bde5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f66705-dc28-4cad-ae09-cc076475afc7,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:24.428098 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 33182) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:24.556414 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a120c56d-732b-4650-b003-32507d03ce12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:24.634295 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a120c56d-732b-4650-b003-32507d03ce12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:24.717807 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a120c56d-732b-4650-b003-32507d03ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:24.756076 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a120c56d-732b-4650-b003-32507d03ce12 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bc8d69a4ed604cbfb284b8b04daf3e90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268905 Aug 09 16:59:24.756961 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120c56d-732b-4650-b003-32507d03ce12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf5c900-cf8b-4006-8cc3-df11f54c4ec6,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:24.758867 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 33194) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:24.812840 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cf021cea-d494-49af-9ba9-a2eef2c4a263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:24.835730 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cf021cea-d494-49af-9ba9-a2eef2c4a263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:24.864928 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 33198) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:24.958334 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cf021cea-d494-49af-9ba9-a2eef2c4a263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:24.961114 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cf021cea-d494-49af-9ba9-a2eef2c4a263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:24.962420 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-cf021cea-d494-49af-9ba9-a2eef2c4a263 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dcf5c900-cf8b-4006-8cc3-df11f54c4ec6 HTTP/1.1" status: 204 len: 168 time: 0.2023633 Aug 09 16:59:24.971389 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf021cea-d494-49af-9ba9-a2eef2c4a263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf5c900-cf8b-4006-8cc3-df11f54c4ec6,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:24.986908 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-030eb1fc-3450-46bb-97e6-f8a3c6f88e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:25.071915 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-030eb1fc-3450-46bb-97e6-f8a3c6f88e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:25.129238 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-030eb1fc-3450-46bb-97e6-f8a3c6f88e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:25.169479 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-030eb1fc-3450-46bb-97e6-f8a3c6f88e18 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a3fd659b642405493b0330b44f07908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031752 Aug 09 16:59:25.171388 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030eb1fc-3450-46bb-97e6-f8a3c6f88e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4b4b1c-f464-47fe-bf08-79a9eeb97f4f,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:25.172158 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 33210) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:25.222191 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-03e19191-0163-42f2-bcc3-e7f6ebdd0220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:25.245669 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-03e19191-0163-42f2-bcc3-e7f6ebdd0220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:25.375291 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-03e19191-0163-42f2-bcc3-e7f6ebdd0220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:25.377913 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-03e19191-0163-42f2-bcc3-e7f6ebdd0220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:25.379309 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-03e19191-0163-42f2-bcc3-e7f6ebdd0220 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e4b4b1c-f464-47fe-bf08-79a9eeb97f4f HTTP/1.1" status: 204 len: 168 time: 0.2060468 Aug 09 16:59:25.387924 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e19191-0163-42f2-bcc3-e7f6ebdd0220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4b4b1c-f464-47fe-bf08-79a9eeb97f4f,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:25.706529 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 33224) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:25.720067 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cabaa027-2eb0-43eb-abc7-ca906b633b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:25.796763 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cabaa027-2eb0-43eb-abc7-ca906b633b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:25.860838 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-cabaa027-2eb0-43eb-abc7-ca906b633b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:25.899304 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-cabaa027-2eb0-43eb-abc7-ca906b633b35 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1da74bf45c1444918db576a21f89d9f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915109 Aug 09 16:59:25.900158 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabaa027-2eb0-43eb-abc7-ca906b633b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306fa43e-4373-4300-b731-86d181afe978,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:25.902609 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 33228) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:25.953686 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-16b14433-c967-4f46-8d65-69212b201c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:25.976578 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-16b14433-c967-4f46-8d65-69212b201c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:26.100787 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-16b14433-c967-4f46-8d65-69212b201c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:26.104419 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-16b14433-c967-4f46-8d65-69212b201c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:26.105738 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-16b14433-c967-4f46-8d65-69212b201c3d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/306fa43e-4373-4300-b731-86d181afe978 HTTP/1.1" status: 204 len: 168 time: 0.2019932 Aug 09 16:59:26.113899 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b14433-c967-4f46-8d65-69212b201c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306fa43e-4373-4300-b731-86d181afe978,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:26.164514 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 33238) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:26.178665 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d757da2f-0d37-4507-a258-b3865a33383d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:26.260354 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d757da2f-0d37-4507-a258-b3865a33383d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:26.312006 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d757da2f-0d37-4507-a258-b3865a33383d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:26.352969 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-d757da2f-0d37-4507-a258-b3865a33383d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3fd3464ef9274c8289a8d4d147a8be75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846659 Aug 09 16:59:26.352969 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757da2f-0d37-4507-a258-b3865a33383d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7659da-ef26-4105-8d4b-ac8617eee276,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:26.354228 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 33246) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:26.411011 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f733241f-c356-4337-aa27-7b79ba581f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:26.433365 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f733241f-c356-4337-aa27-7b79ba581f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:26.541110 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f733241f-c356-4337-aa27-7b79ba581f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:26.543774 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-f733241f-c356-4337-aa27-7b79ba581f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:26.547326 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-f733241f-c356-4337-aa27-7b79ba581f40 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a7659da-ef26-4105-8d4b-ac8617eee276 HTTP/1.1" status: 204 len: 168 time: 0.1885376 Aug 09 16:59:26.554149 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733241f-c356-4337-aa27-7b79ba581f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7659da-ef26-4105-8d4b-ac8617eee276,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:26.817625 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 33262) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:26.830843 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-42fae898-8663-45b6-8919-fda0bd7bb731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:26.911379 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-42fae898-8663-45b6-8919-fda0bd7bb731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:26.958247 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-42fae898-8663-45b6-8919-fda0bd7bb731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:27.000561 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-42fae898-8663-45b6-8919-fda0bd7bb731 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=36fcf44d9bb14540b1d863a33ac2b772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795557 Aug 09 16:59:27.000561 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fae898-8663-45b6-8919-fda0bd7bb731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec65e0d-1ab7-484c-946c-c465250c6bde,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:27.000934 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 33266) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:27.053008 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e096a930-c163-42f4-bf1a-d8f92249c3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:27.078352 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e096a930-c163-42f4-bf1a-d8f92249c3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:27.233163 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e096a930-c163-42f4-bf1a-d8f92249c3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:27.235788 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e096a930-c163-42f4-bf1a-d8f92249c3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:27.239424 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-e096a930-c163-42f4-bf1a-d8f92249c3ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ec65e0d-1ab7-484c-946c-c465250c6bde HTTP/1.1" status: 204 len: 168 time: 0.2350669 Aug 09 16:59:27.252931 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096a930-c163-42f4-bf1a-d8f92249c3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec65e0d-1ab7-484c-946c-c465250c6bde,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:30.552295 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-9e3bfb4d-5042-4501-90ad-0d79e3952d2b tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7d128bf88f76438e81afea7530c5ca77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292406 Aug 09 16:59:30.737193 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-d9a2e10e-9592-4c83-a409-64f3514eae3d tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:30.738595 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-d9a2e10e-9592-4c83-a409-64f3514eae3d tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808527 Aug 09 16:59:30.758741 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-20aa36dd-77fc-4d2a-8f7a-556dcfef6b39 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/quotas/7d128bf88f76438e81afea7530c5ca77 HTTP/1.1" status: 200 len: 375 time: 0.0103643 Aug 09 16:59:30.791842 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-bed007e0-6b78-48d7-a066-f810bbc259b2 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d128bf88f76438e81afea7530c5ca77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295212 Aug 09 16:59:31.055826 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3b6d776b-73f3-46d4-b4ad-e72bbc481dd6 req-4133b335-ccf0-41dc-b178-c73913616720 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 210 time: 0.0276945 Aug 09 16:59:32.152118 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9ec5802c-e9f9-43cb-a1b1-fd37597feb4b req-e111eeda-6e79-4263-8209-60592391d795 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 210 time: 0.0252416 Aug 09 16:59:33.246136 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ae9e3ed4-3e83-4627-b47f-c56d5aa0dc58 req-4df5b974-1e41-4b61-9d2a-54c85c8bb431 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 210 time: 0.0263913 Aug 09 16:59:34.276839 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 33440) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:34.348363 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b6d1a4f0-2173-432c-af06-02f14027d090 req-34e5491b-eb8b-43f4-9058-fec887f69722 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 210 time: 0.0300643 Aug 09 16:59:34.384217 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d3d215a9-c830-4848-bcc1-403c0e1a6c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:34.457687 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d3d215a9-c830-4848-bcc1-403c0e1a6c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:34.534521 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-d3d215a9-c830-4848-bcc1-403c0e1a6c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:34.570548 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d215a9-c830-4848-bcc1-403c0e1a6c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a850e0b4-d2e1-4b0d-a381-91e1fce81d81,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:34.575240 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-d3d215a9-c830-4848-bcc1-403c0e1a6c02 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e621a132841a4e6fac28d3bca054a4d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967427 Aug 09 16:59:34.578710 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 33444) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:34.627108 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b21b3a61-f8db-4765-86da-687faa4af8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:34.647821 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b21b3a61-f8db-4765-86da-687faa4af8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:34.797709 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b21b3a61-f8db-4765-86da-687faa4af8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:34.800279 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-b21b3a61-f8db-4765-86da-687faa4af8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:34.801436 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-b21b3a61-f8db-4765-86da-687faa4af8b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a850e0b4-d2e1-4b0d-a381-91e1fce81d81 HTTP/1.1" status: 204 len: 168 time: 0.2223961 Aug 09 16:59:34.809862 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b3a61-f8db-4765-86da-687faa4af8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a850e0b4-d2e1-4b0d-a381-91e1fce81d81,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:34.948231 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5316621b-caa1-49f0-b95f-2a500076c149 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=7d128bf88f76438e81afea7530c5ca77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274105 Aug 09 16:59:35.069236 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-a7644aa0-8937-4a40-834b-e927008673a3 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:35.070695 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-a7644aa0-8937-4a40-834b-e927008673a3 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1081760 Aug 09 16:59:35.101547 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-bed0fb38-dfd2-42e9-8dd6-47c3443e5d07 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Request body: {'port': {'device_id': '8bcad290-e900-4439-a983-9ea0670addb5', 'network_id': '716ecf08-a604-4413-ba1b-7bd6a5ece212', 'admin_state_up': True, 'tenant_id': '7d128bf88f76438e81afea7530c5ca77'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:59:35.318037 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-bed0fb38-dfd2-42e9-8dd6-47c3443e5d07 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Made reservation on behalf of 7d128bf88f76438e81afea7530c5ca77 for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 16:59:35.321578 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-bed0fb38-dfd2-42e9-8dd6-47c3443e5d07 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:35.330505 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-bed0fb38-dfd2-42e9-8dd6-47c3443e5d07 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:35.428258 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-bed0fb38-dfd2-42e9-8dd6-47c3443e5d07 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:35.460884 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8d09a69f-c7dc-42f9-8eed-415e63de941f req-fe6e6c56-1a78-4e42-b33e-cca67f9b10f1 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 210 time: 0.0271115 Aug 09 16:59:35.535395 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-bed0fb38-dfd2-42e9-8dd6-47c3443e5d07 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:35.535628 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 33464) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:35.549168 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-adecbea6-ba97-43c3-8a51-675c053a848c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:35.608718 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0fb38-dfd2-42e9-8dd6-47c3443e5d07 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e372f62e-4c0f-4184-a9f7-03a9d5929f3e,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:35.628294 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-adecbea6-ba97-43c3-8a51-675c053a848c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:35.673569 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-bed0fb38-dfd2-42e9-8dd6-47c3443e5d07 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Allocated IP 192.168.233.44 (716ecf08-a604-4413-ba1b-7bd6a5ece212/f793361c-7c8f-42b4-8e24-856b3b3f1bc5/ac2b99b5-bc81-45da-8269-9e78beddfecc) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 16:59:35.729107 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-adecbea6-ba97-43c3-8a51-675c053a848c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:35.768737 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-adecbea6-ba97-43c3-8a51-675c053a848c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70e915b9717948aea1c1b411766a0c18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319369 Aug 09 16:59:35.769706 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecbea6-ba97-43c3-8a51-675c053a848c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e701fc2-65de-4cf6-bfde-f562018aeb7b,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:35.772164 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 33466) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:35.825143 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d763d45b-d329-411b-bad9-8892a6ac866f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:35.828949 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-bed0fb38-dfd2-42e9-8dd6-47c3443e5d07 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:35.848315 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d763d45b-d329-411b-bad9-8892a6ac866f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:35.912767 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-bed0fb38-dfd2-42e9-8dd6-47c3443e5d07 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:35.959851 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-bed0fb38-dfd2-42e9-8dd6-47c3443e5d07 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Network 716ecf08-a604-4413-ba1b-7bd6a5ece212 is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 16:59:35.963176 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-bed0fb38-dfd2-42e9-8dd6-47c3443e5d07 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 16:59:35.967760 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-bed0fb38-dfd2-42e9-8dd6-47c3443e5d07 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 16:59:35.986752 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d763d45b-d329-411b-bad9-8892a6ac866f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:35.989553 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d763d45b-d329-411b-bad9-8892a6ac866f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:35.993038 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0fb38-dfd2-42e9-8dd6-47c3443e5d07 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Pushing event updated for resources: {'Port': ['ID=ac2b99b5-bc81-45da-8269-9e78beddfecc,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:35.994214 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d763d45b-d329-411b-bad9-8892a6ac866f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e701fc2-65de-4cf6-bfde-f562018aeb7b HTTP/1.1" status: 204 len: 168 time: 0.2210505 Aug 09 16:59:36.016458 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763d45b-d329-411b-bad9-8892a6ac866f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e701fc2-65de-4cf6-bfde-f562018aeb7b,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:36.026965 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-bed0fb38-dfd2-42e9-8dd6-47c3443e5d07 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:36.028227 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-bed0fb38-dfd2-42e9-8dd6-47c3443e5d07 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:36.109837 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-bed0fb38-dfd2-42e9-8dd6-47c3443e5d07 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0122011 Aug 09 16:59:36.137828 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Request body: {'port': {'device_id': '8bcad290-e900-4439-a983-9ea0670addb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 16:59:36.204066 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:36.309231 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-d678b7fa-a3bf-4d0b-a76a-042c8d5878de None None] Provisioning complete for port ac2b99b5-bc81-45da-8269-9e78beddfecc triggered by entity DHCP. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:59:36.309808 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-d678b7fa-a3bf-4d0b-a76a-042c8d5878de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:36.347623 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-d678b7fa-a3bf-4d0b-a76a-042c8d5878de None None] Port ac2b99b5-bc81-45da-8269-9e78beddfecc cannot update to ACTIVE because it is not bound. {{(pid=109850) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Aug 09 16:59:36.481534 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac2b99b5-bc81-45da-8269-9e78beddfecc {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:59:36.488923 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:36.502140 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Transition to ACTIVE for port object ac2b99b5-bc81-45da-8269-9e78beddfecc will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 16:59:36.566739 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25848049'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:36.646697 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096682de-99d1-4578-9a97-9f8b2c93712c req-fccc1467-03d7-4395-b908-c960bf0355e1 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:36.648209 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-096682de-99d1-4578-9a97-9f8b2c93712c req-fccc1467-03d7-4395-b908-c960bf0355e1 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 935 time: 0.1084037 Aug 09 16:59:36.665650 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2b99b5-bc81-45da-8269-9e78beddfecc,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:36.724499 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-096682de-99d1-4578-9a97-9f8b2c93712c req-12be1e15-999f-484b-8a2e-47e8a797c7e0 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/security-groups?id=e372f62e-4c0f-4184-a9f7-03a9d5929f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561726 Aug 09 16:59:36.725312 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Attempting to bind port ac2b99b5-bc81-45da-8269-9e78beddfecc on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 16:59:36.730246 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Attempting to bind port ac2b99b5-bc81-45da-8269-9e78beddfecc by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': '1124e9c7-5d11-4304-87c9-ed7084c0fa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '716ecf08-a604-4413-ba1b-7bd6a5ece212'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 16:59:36.730246 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Attempting to bind port ac2b99b5-bc81-45da-8269-9e78beddfecc on network 716ecf08-a604-4413-ba1b-7bd6a5ece212 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:59:36.731394 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Port ac2b99b5-bc81-45da-8269-9e78beddfecc on network 716ecf08-a604-4413-ba1b-7bd6a5ece212 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 16:59:36.731705 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Attempting to bind port ac2b99b5-bc81-45da-8269-9e78beddfecc on network 716ecf08-a604-4413-ba1b-7bd6a5ece212 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 16:59:36.736701 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 16, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 16:59:36.737064 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Checking segment: {'id': '1124e9c7-5d11-4304-87c9-ed7084c0fa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '716ecf08-a604-4413-ba1b-7bd6a5ece212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 16:59:36.737461 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Bound using segment: {'id': '1124e9c7-5d11-4304-87c9-ed7084c0fa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '716ecf08-a604-4413-ba1b-7bd6a5ece212'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 16:59:36.737891 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Bound port: ac2b99b5-bc81-45da-8269-9e78beddfecc, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1124e9c7-5d11-4304-87c9-ed7084c0fa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '716ecf08-a604-4413-ba1b-7bd6a5ece212'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 16:59:36.738248 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:36.812168 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] For port ac2b99b5-bc81-45da-8269-9e78beddfecc, host hv-cinder-85257, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 16:59:36.815772 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] For port ac2b99b5-bc81-45da-8269-9e78beddfecc, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=ac2b99b5-bc81-45da-8269-9e78beddfecc,segment=NetworkSegment(1124e9c7-5d11-4304-87c9-ed7084c0fa8f),segment_id=1124e9c7-5d11-4304-87c9-ed7084c0fa8f)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 16:59:36.890195 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25848049'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:36.896336 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:36.897033 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:36.898515 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] 10.222.0.85 "PUT /v2.0/ports/ac2b99b5-bc81-45da-8269-9e78beddfecc HTTP/1.1" status: 200 len: 1097 time: 0.7661431 Aug 09 16:59:36.899038 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcad290-e900-4439-a983-9ea0670addb5', 'tag': 'ac2b99b5-bc81-45da-8269-9e78beddfecc'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:59:36.901483 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be350792-77ea-4167-8684-4ebe580d31a6" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcad290-e900-4439-a983-9ea0670addb5", "tag": "ac2b99b5-bc81-45da-8269-9e78beddfecc"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:59:36.960506 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1721b938-357d-4794-81b2-731a3a0a3eba x-openstack-request-id: req-1721b938-357d-4794-81b2-731a3a0a3eba {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:59:36.960506 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcad290-e900-4439-a983-9ea0670addb5", "tag": "ac2b99b5-bc81-45da-8269-9e78beddfecc", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:59:36.960506 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1721b938-357d-4794-81b2-731a3a0a3eba {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:59:36.960506 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1721b938-357d-4794-81b2-731a3a0a3eba'] response: {'name': 'network-changed', 'server_uuid': '8bcad290-e900-4439-a983-9ea0670addb5', 'tag': 'ac2b99b5-bc81-45da-8269-9e78beddfecc', 'status': 'completed', 'code': 200} Aug 09 16:59:36.960506 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c850e-62af-4d0b-bebb-dde554684fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2b99b5-bc81-45da-8269-9e78beddfecc,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:37.054845 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be350792-77ea-4167-8684-4ebe580d31a6 req-15c485e2-fcf3-411c-b7d7-da2c25b2bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:37.056346 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-be350792-77ea-4167-8684-4ebe580d31a6 req-15c485e2-fcf3-411c-b7d7-da2c25b2bef7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7d128bf88f76438e81afea7530c5ca77&device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 1100 time: 0.0417268 Aug 09 16:59:37.098784 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-be350792-77ea-4167-8684-4ebe580d31a6 req-9154f960-09e8-47e5-98f6-091736709d2f service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=7d128bf88f76438e81afea7530c5ca77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195863 Aug 09 16:59:37.196712 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be350792-77ea-4167-8684-4ebe580d31a6 req-d84b081a-07be-457d-a5a4-a2cedc68bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:37.198217 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-be350792-77ea-4167-8684-4ebe580d31a6 req-d84b081a-07be-457d-a5a4-a2cedc68bce4 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910017 Aug 09 16:59:37.312577 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-0286f24f-0097-47d3-9fc7-af975e8e4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:37.314149 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-0286f24f-0097-47d3-9fc7-af975e8e4231 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7d128bf88f76438e81afea7530c5ca77&device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 1100 time: 0.0414360 Aug 09 16:59:37.375601 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-608aa9a4-97b0-4baf-bef0-cd56854f5954 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=ac2b99b5-bc81-45da-8269-9e78beddfecc HTTP/1.1" status: 200 len: 217 time: 0.0362380 Aug 09 16:59:37.433026 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-c82ff680-c49e-4026-bfed-d6033e3bdd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:37.434760 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-c82ff680-c49e-4026-bfed-d6033e3bdd03 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f793361c-7c8f-42b4-8e24-856b3b3f1bc5 HTTP/1.1" status: 200 len: 843 time: 0.0507417 Aug 09 16:59:37.484627 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-6cbf7974-e89a-4661-9c76-d97564c4779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:37.487351 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-6cbf7974-e89a-4661-9c76-d97564c4779b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=716ecf08-a604-4413-ba1b-7bd6a5ece212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0438905 Aug 09 16:59:37.585536 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-f5856838-fd07-4d7f-8025-2e13d0d90f4c service neutron] 10.222.0.85 "GET /v2.0/networks/716ecf08-a604-4413-ba1b-7bd6a5ece212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897608 Aug 09 16:59:37.680463 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1f8ce2ed-a20f-49ab-b940-971344b82495 req-4f559a47-eca7-4d36-b47b-f2a6e30a5c6f service neutron] 10.222.0.85 "GET /v2.0/networks/716ecf08-a604-4413-ba1b-7bd6a5ece212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845647 Aug 09 16:59:37.853613 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177858b-5c83-4076-9a4f-13ad59cada6f req-b6c31fd9-013d-4fcc-90cb-77483a5cfcba tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:37.853613 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9177858b-5c83-4076-9a4f-13ad59cada6f req-b6c31fd9-013d-4fcc-90cb-77483a5cfcba tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 947 time: 0.0505388 Aug 09 16:59:37.896255 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9177858b-5c83-4076-9a4f-13ad59cada6f req-296b6b6d-7e1f-4333-a6fb-42ca39eb8f9c tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/security-groups?id=e372f62e-4c0f-4184-a9f7-03a9d5929f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349374 Aug 09 16:59:38.920318 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 33578) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:39.020901 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d81b2-82b3-4bcf-b771-5c41afde0532 req-fc9d9867-765e-4577-a182-6de5c0c72f7b tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:39.022409 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-441d81b2-82b3-4bcf-b771-5c41afde0532 req-fc9d9867-765e-4577-a182-6de5c0c72f7b tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 947 time: 0.0498667 Aug 09 16:59:39.046015 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a866b763-67be-4ede-8ae2-3a8037ca9a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:39.083753 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-441d81b2-82b3-4bcf-b771-5c41afde0532 req-e1e6cb46-eefe-434a-b566-862b4a627623 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/security-groups?id=e372f62e-4c0f-4184-a9f7-03a9d5929f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532799 Aug 09 16:59:39.144418 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a866b763-67be-4ede-8ae2-3a8037ca9a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:39.197928 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a866b763-67be-4ede-8ae2-3a8037ca9a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:39.241368 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a866b763-67be-4ede-8ae2-3a8037ca9a37 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb37351f3d0e4380aeceb2207c308e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167706 Aug 09 16:59:39.241368 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866b763-67be-4ede-8ae2-3a8037ca9a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66dc63d5-21b8-42d3-9c9e-8b2dea487c5e,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:39.241603 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 33590) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:39.295341 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0c7a26e8-48f0-474f-9954-32e2f7185474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:39.316216 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0c7a26e8-48f0-474f-9954-32e2f7185474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:39.408924 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0c7a26e8-48f0-474f-9954-32e2f7185474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:39.411612 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0c7a26e8-48f0-474f-9954-32e2f7185474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:39.412779 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-0c7a26e8-48f0-474f-9954-32e2f7185474 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/66dc63d5-21b8-42d3-9c9e-8b2dea487c5e HTTP/1.1" status: 204 len: 168 time: 0.1701150 Aug 09 16:59:39.420387 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a26e8-48f0-474f-9954-32e2f7185474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dc63d5-21b8-42d3-9c9e-8b2dea487c5e,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:39.946838 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 33602) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:39.961005 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f4733c0e-170a-4eab-8f9e-5b2bfb98cb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:40.034716 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f4733c0e-170a-4eab-8f9e-5b2bfb98cb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:40.088649 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f4733c0e-170a-4eab-8f9e-5b2bfb98cb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:40.126478 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4733c0e-170a-4eab-8f9e-5b2bfb98cb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21e4f71-8b79-4bde-9e32-bd4d23a51fda,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:40.131361 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-f4733c0e-170a-4eab-8f9e-5b2bfb98cb29 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad020c7d6a8b4ca4ab2bf00a095bbeb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829543 Aug 09 16:59:40.133442 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 33606) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:40.214308 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-811544dc-2c8d-422e-9c9f-2e318268f388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:40.232089 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abb0e3-e327-41d8-8489-d4796448a39c req-70c2aa0a-21ac-40d9-8d54-8ededd3ce838 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:40.233814 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-69abb0e3-e327-41d8-8489-d4796448a39c req-70c2aa0a-21ac-40d9-8d54-8ededd3ce838 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 947 time: 0.0756245 Aug 09 16:59:40.252836 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-811544dc-2c8d-422e-9c9f-2e318268f388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:40.302051 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-69abb0e3-e327-41d8-8489-d4796448a39c req-21cee0d9-f07a-494c-9e46-ec8f3f7590fa tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/security-groups?id=e372f62e-4c0f-4184-a9f7-03a9d5929f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593665 Aug 09 16:59:40.391749 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-811544dc-2c8d-422e-9c9f-2e318268f388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:40.394577 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-811544dc-2c8d-422e-9c9f-2e318268f388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:40.395813 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-811544dc-2c8d-422e-9c9f-2e318268f388 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b21e4f71-8b79-4bde-9e32-bd4d23a51fda HTTP/1.1" status: 204 len: 168 time: 0.2614641 Aug 09 16:59:40.404746 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811544dc-2c8d-422e-9c9f-2e318268f388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21e4f71-8b79-4bde-9e32-bd4d23a51fda,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:41.042149 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device ac2b99b5-bc81-45da-8269-9e78beddfecc details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 16:59:41.121206 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-c0adf5d6-cadb-474e-86a7-06943df5ce44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:41.150848 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port ac2b99b5-bc81-45da-8269-9e78beddfecc, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=ac2b99b5-bc81-45da-8269-9e78beddfecc,segment=NetworkSegment(1124e9c7-5d11-4304-87c9-ed7084c0fa8f),segment_id=1124e9c7-5d11-4304-87c9-ed7084c0fa8f)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:41.159590 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': 'ac2b99b5-bc81-45da-8269-9e78beddfecc', 'network_id': '716ecf08-a604-4413-ba1b-7bd6a5ece212', 'port_id': 'ac2b99b5-bc81-45da-8269-9e78beddfecc', 'mac_address': 'fa:16:3e:34:64:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f793361c-7c8f-42b4-8e24-856b3b3f1bc5', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 16:59:41.210567 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port ac2b99b5-bc81-45da-8269-9e78beddfecc is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:59:41.210567 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:41.222271 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2b99b5-bc81-45da-8269-9e78beddfecc {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 16:59:41.245239 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port ac2b99b5-bc81-45da-8269-9e78beddfecc, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=ac2b99b5-bc81-45da-8269-9e78beddfecc,segment=NetworkSegment(1124e9c7-5d11-4304-87c9-ed7084c0fa8f),segment_id=1124e9c7-5d11-4304-87c9-ed7084c0fa8f)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:41.312241 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:41.361153 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=ac2b99b5-bc81-45da-8269-9e78beddfecc,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:41.423518 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c60c12-b600-4539-b1f7-961906499910 req-a313cfb6-ac6e-476f-b6a4-aa5e391db5e4 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:41.425043 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-90c60c12-b600-4539-b1f7-961906499910 req-a313cfb6-ac6e-476f-b6a4-aa5e391db5e4 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 948 time: 0.0482292 Aug 09 16:59:41.464942 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-90c60c12-b600-4539-b1f7-961906499910 req-93fc1468-bbb8-48c6-b31f-243314d268b1 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/security-groups?id=e372f62e-4c0f-4184-a9f7-03a9d5929f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337095 Aug 09 16:59:41.837096 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['ac2b99b5-bc81-45da-8269-9e78beddfecc'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:59:42.600441 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca61b4-05d2-41cb-a215-b358242d8df4 req-b908e3a6-d859-4d69-9a0f-76b6f810cb41 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:42.601992 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d4ca61b4-05d2-41cb-a215-b358242d8df4 req-b908e3a6-d859-4d69-9a0f-76b6f810cb41 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 948 time: 0.0502536 Aug 09 16:59:42.642659 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-d4ca61b4-05d2-41cb-a215-b358242d8df4 req-4521c46c-5219-42ea-9417-8320505e98a8 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/security-groups?id=e372f62e-4c0f-4184-a9f7-03a9d5929f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330415 Aug 09 16:59:43.044245 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ff7016d3-621c-44e9-8b39-d1526df50279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:43.065010 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device ac2b99b5-bc81-45da-8269-9e78beddfecc up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 16:59:43.157770 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port ac2b99b5-bc81-45da-8269-9e78beddfecc completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 16:59:43.161865 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port ac2b99b5-bc81-45da-8269-9e78beddfecc triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 16:59:43.164856 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:43.245808 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port ac2b99b5-bc81-45da-8269-9e78beddfecc is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 16:59:43.246323 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:43.270119 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcad290-e900-4439-a983-9ea0670addb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2b99b5-bc81-45da-8269-9e78beddfecc'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:59:43.272437 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bfc202-67dc-4305-ba37-7272fc75733f" -d '{"events": [{"server_uuid": "8bcad290-e900-4439-a983-9ea0670addb5", "name": "network-vif-plugged", "status": "completed", "tag": "ac2b99b5-bc81-45da-8269-9e78beddfecc"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:59:43.287000 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port ac2b99b5-bc81-45da-8269-9e78beddfecc, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=ac2b99b5-bc81-45da-8269-9e78beddfecc,segment=NetworkSegment(1124e9c7-5d11-4304-87c9-ed7084c0fa8f),segment_id=1124e9c7-5d11-4304-87c9-ed7084c0fa8f)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:43.310322 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034d4a18-81d4-4537-b9f9-718c2a35515d x-openstack-request-id: req-034d4a18-81d4-4537-b9f9-718c2a35515d {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:59:43.310621 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcad290-e900-4439-a983-9ea0670addb5", "name": "network-vif-plugged", "status": "completed", "tag": "ac2b99b5-bc81-45da-8269-9e78beddfecc", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:59:43.310879 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-034d4a18-81d4-4537-b9f9-718c2a35515d {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:59:43.311330 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-034d4a18-81d4-4537-b9f9-718c2a35515d'] response: {'server_uuid': '8bcad290-e900-4439-a983-9ea0670addb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2b99b5-bc81-45da-8269-9e78beddfecc', 'code': 200} Aug 09 16:59:43.335211 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:43.383174 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=ac2b99b5-bc81-45da-8269-9e78beddfecc,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:43.704220 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743a6b5-b3b6-4a6d-9aa4-4381b82a1e19 req-465bbcd5-52a2-416c-a940-6215e7a014e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:43.705932 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1743a6b5-b3b6-4a6d-9aa4-4381b82a1e19 req-465bbcd5-52a2-416c-a940-6215e7a014e1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 1102 time: 0.0451095 Aug 09 16:59:43.774739 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1743a6b5-b3b6-4a6d-9aa4-4381b82a1e19 req-e87da7e6-f92d-44da-a9cd-afec57ce41e0 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e372f62e-4c0f-4184-a9f7-03a9d5929f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566201 Aug 09 16:59:43.793086 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af414269-2abd-47c9-904f-976d3309105c req-3ecd0363-c9e6-45c5-aa50-2d3f8169aba3 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:43.793086 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-af414269-2abd-47c9-904f-976d3309105c req-3ecd0363-c9e6-45c5-aa50-2d3f8169aba3 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 949 time: 0.0711672 Aug 09 16:59:43.827917 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-af414269-2abd-47c9-904f-976d3309105c req-04cd827b-596b-427c-a69b-d7c145096e50 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/security-groups?id=e372f62e-4c0f-4184-a9f7-03a9d5929f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335972 Aug 09 16:59:44.952424 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449526a8-b59a-44f4-9970-15fe88f70369 req-b19ae33f-e183-4df7-b35e-055db14ef02c tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:44.953829 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-449526a8-b59a-44f4-9970-15fe88f70369 req-b19ae33f-e183-4df7-b35e-055db14ef02c tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 949 time: 0.0521848 Aug 09 16:59:44.994267 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-449526a8-b59a-44f4-9970-15fe88f70369 req-54ace33e-76e0-4b9a-8021-edbd352e0e6b tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/security-groups?id=e372f62e-4c0f-4184-a9f7-03a9d5929f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334713 Aug 09 16:59:45.049235 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:46.112371 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd257a-8a2a-450c-b1fd-0f49e74b7641 req-569bede4-dd4b-4dd2-82dd-fc9ec7f3068d tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:46.113817 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1cd257a-8a2a-450c-b1fd-0f49e74b7641 req-569bede4-dd4b-4dd2-82dd-fc9ec7f3068d tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 949 time: 0.0493195 Aug 09 16:59:46.153301 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1cd257a-8a2a-450c-b1fd-0f49e74b7641 req-89f1da87-5b4a-4ee2-839c-deed4dea34fb tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/security-groups?id=e372f62e-4c0f-4184-a9f7-03a9d5929f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327642 Aug 09 16:59:46.200296 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:46.545864 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb882e5-383c-47ac-9101-3bda0e4baa84 req-fbe58a80-a1bb-4e4e-adf5-c740927dc973 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:46.547317 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6bb882e5-383c-47ac-9101-3bda0e4baa84 req-fbe58a80-a1bb-4e4e-adf5-c740927dc973 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 949 time: 0.0519404 Aug 09 16:59:46.586422 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6bb882e5-383c-47ac-9101-3bda0e4baa84 req-cc600154-8f1c-4ff9-9f67-61146a65fa7a tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/security-groups?id=e372f62e-4c0f-4184-a9f7-03a9d5929f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328867 Aug 09 16:59:46.786347 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:46.935869 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:47.716581 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf231a-3816-43d8-ad26-3ed3b02539ea req-cca8c569-91fe-4cfe-a5fd-4078dd23961c tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:47.718024 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f6cf231a-3816-43d8-ad26-3ed3b02539ea req-cca8c569-91fe-4cfe-a5fd-4078dd23961c tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 949 time: 0.0505645 Aug 09 16:59:47.760092 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-f6cf231a-3816-43d8-ad26-3ed3b02539ea req-9d0b82da-b1c7-4a61-81f4-e38e793286f0 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/security-groups?id=e372f62e-4c0f-4184-a9f7-03a9d5929f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356843 Aug 09 16:59:47.915688 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98aad7a-ccdb-46b2-85e2-6e037677b78e req-f68668c4-0ee0-45f6-811e-c8fed08725b7 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:47.917195 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d98aad7a-ccdb-46b2-85e2-6e037677b78e req-f68668c4-0ee0-45f6-811e-c8fed08725b7 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 946 time: 0.0495002 Aug 09 16:59:47.960190 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d98aad7a-ccdb-46b2-85e2-6e037677b78e req-39ee7a15-8dc6-4929-a029-f69d4d646a10 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368378 Aug 09 16:59:48.001863 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 33794) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:48.323025 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-91b92e4c-6321-4781-b78a-fba60fbbe3ea tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Deleting port e5cebc05-7ea9-41ba-a9c5-254b40c0ecad {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:59:48.323289 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-91b92e4c-6321-4781-b78a-fba60fbbe3ea tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:48.401784 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-91b92e4c-6321-4781-b78a-fba60fbbe3ea tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:48.402113 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-91b92e4c-6321-4781-b78a-fba60fbbe3ea tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:48.413631 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-91b92e4c-6321-4781-b78a-fba60fbbe3ea tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Calling delete_port for e5cebc05-7ea9-41ba-a9c5-254b40c0ecad owned by network:floatingip {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:59:48.672250 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-91b92e4c-6321-4781-b78a-fba60fbbe3ea tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:48.699319 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b92e4c-6321-4781-b78a-fba60fbbe3ea tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Pushing event deleted for resources: {'Port': ['ID=e5cebc05-7ea9-41ba-a9c5-254b40c0ecad,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:48.763250 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-91b92e4c-6321-4781-b78a-fba60fbbe3ea tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for floatingip, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:48.763584 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.l3_db [None req-91b92e4c-6321-4781-b78a-fba60fbbe3ea tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Floating IP 575258b7-11a8-43b9-821b-359588530053 disassociated (deleted). External IP: 172.27.0.242, port: 8382dfaa-9870-49cb-a4e8-b91f26c8d776. Aug 09 16:59:49.095640 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fca6d-edb5-46b9-8aa1-6d95d1337b98 req-ebf08e16-90f6-44d6-8712-90d3d7c31b0c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:49.097174 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3e3fca6d-edb5-46b9-8aa1-6d95d1337b98 req-ebf08e16-90f6-44d6-8712-90d3d7c31b0c tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 946 time: 0.0561094 Aug 09 16:59:49.140754 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3e3fca6d-edb5-46b9-8aa1-6d95d1337b98 req-1bfe4589-5ef3-41f8-8879-d3f27ad5d0ca tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350642 Aug 09 16:59:49.200683 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf8c60-0e37-42b2-926a-43cd95048b86 req-36314351-174c-430a-ba5e-3b1bf0fcd60d tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:49.202211 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4ccf8c60-0e37-42b2-926a-43cd95048b86 req-36314351-174c-430a-ba5e-3b1bf0fcd60d tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 949 time: 0.3552370 Aug 09 16:59:49.311769 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4ccf8c60-0e37-42b2-926a-43cd95048b86 req-83e812e5-03d9-4e7f-af83-db5db7e772de tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/security-groups?id=e372f62e-4c0f-4184-a9f7-03a9d5929f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867610 Aug 09 16:59:49.320316 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41d6cb-06a1-46c6-a4cc-6334f65b6800 req-f3d9b9e9-d9e1-42bc-9b38-8cfc2794ef93 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:49.321805 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5c41d6cb-06a1-46c6-a4cc-6334f65b6800 req-f3d9b9e9-d9e1-42bc-9b38-8cfc2794ef93 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.85 "GET /v2.0/ports?device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 949 time: 0.1369593 Aug 09 16:59:49.359696 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b92e4c-6321-4781-b78a-fba60fbbe3ea tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Router 28334dd2-b87a-4fff-9044-92c40b4ee37c has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:59:49.509495 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-5c41d6cb-06a1-46c6-a4cc-6334f65b6800 req-e248e502-b54d-4ebf-8485-2996406b3ce0 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Deleting port ac2b99b5-bc81-45da-8269-9e78beddfecc {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:59:49.509772 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5c41d6cb-06a1-46c6-a4cc-6334f65b6800 req-e248e502-b54d-4ebf-8485-2996406b3ce0 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:49.528430 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b92e4c-6321-4781-b78a-fba60fbbe3ea tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:59:49.534627 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-91b92e4c-6321-4781-b78a-fba60fbbe3ea tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:49.538519 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac65d87-072b-440d-a12a-05ba07d49c90 None None] Sync routers for ids ['28334dd2-b87a-4fff-9044-92c40b4ee37c'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:59:49.548503 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac65d87-072b-440d-a12a-05ba07d49c90 None None] Routers {'28334dd2-b87a-4fff-9044-92c40b4ee37c'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:59:49.549119 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-4ac65d87-072b-440d-a12a-05ba07d49c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:59:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['28334dd2-b87a-4fff-9044-92c40b4ee37c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:49.605029 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-91b92e4c-6321-4781-b78a-fba60fbbe3ea tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "DELETE /v2.0/floatingips/575258b7-11a8-43b9-821b-359588530053 HTTP/1.1" status: 204 len: 168 time: 1.6002693 Aug 09 16:59:49.605960 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce60258-a919-4fdd-93b6-64a305caae90', 'tag': '8382dfaa-9870-49cb-a4e8-b91f26c8d776'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:59:49.608286 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7239d8d-81e3-43ad-a022-742602558e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce60258-a919-4fdd-93b6-64a305caae90", "tag": "8382dfaa-9870-49cb-a4e8-b91f26c8d776"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:59:49.638824 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-5c41d6cb-06a1-46c6-a4cc-6334f65b6800 req-e248e502-b54d-4ebf-8485-2996406b3ce0 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] For port ac2b99b5-bc81-45da-8269-9e78beddfecc, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=ac2b99b5-bc81-45da-8269-9e78beddfecc,segment=NetworkSegment(1124e9c7-5d11-4304-87c9-ed7084c0fa8f),segment_id=1124e9c7-5d11-4304-87c9-ed7084c0fa8f)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:49.639180 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5c41d6cb-06a1-46c6-a4cc-6334f65b6800 req-e248e502-b54d-4ebf-8485-2996406b3ce0 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:49.658102 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 16:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc59cfcc-650b-463d-b4ad-2b6bb496e554 x-openstack-request-id: req-dc59cfcc-650b-463d-b4ad-2b6bb496e554 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:59:49.658401 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce60258-a919-4fdd-93b6-64a305caae90", "tag": "8382dfaa-9870-49cb-a4e8-b91f26c8d776", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:59:49.658637 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc59cfcc-650b-463d-b4ad-2b6bb496e554 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:59:49.659027 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc59cfcc-650b-463d-b4ad-2b6bb496e554'] response: {'name': 'network-changed', 'server_uuid': '9ce60258-a919-4fdd-93b6-64a305caae90', 'tag': '8382dfaa-9870-49cb-a4e8-b91f26c8d776', 'status': 'completed', 'code': 200} Aug 09 16:59:49.659896 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-5c41d6cb-06a1-46c6-a4cc-6334f65b6800 req-e248e502-b54d-4ebf-8485-2996406b3ce0 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Calling delete_port for ac2b99b5-bc81-45da-8269-9e78beddfecc owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:59:49.661929 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-4ac65d87-072b-440d-a12a-05ba07d49c90 None None] Set router 28334dd2-b87a-4fff-9044-92c40b4ee37c gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:59:49.782647 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7239d8d-81e3-43ad-a022-742602558e2f req-7ed5adb5-25bb-4187-9049-3bf75364ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:49.784121 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e7239d8d-81e3-43ad-a022-742602558e2f req-7ed5adb5-25bb-4187-9049-3bf75364ff81 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fe8927f6dc13431c858fe5dde17fcf61&device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 1099 time: 0.0630994 Aug 09 16:59:49.868163 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-4ac65d87-072b-440d-a12a-05ba07d49c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'name': 'tempest-TestShelveInstance-1406409555-router', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:19Z', 'updated_at': '2022-08-09T16:53:26Z', 'revision_number': 4, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'gw_port': {'id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:20Z', 'updated_at': '2022-08-09T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '9253b149-cf30-413a-bea6-395c640e7392', 'name': '', 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'mac_address': 'fa:16:3e:cb:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '499bb68c-c520-4ad2-aee4-a2cff94ae248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:25Z', 'updated_at': '2022-08-09T16:53:33Z', 'revision_number': 5, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'subnets': [{'id': '499bb68c-c520-4ad2-aee4-a2cff94ae248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:49.900778 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac65d87-072b-440d-a12a-05ba07d49c90 None None] Checking router: 28334dd2-b87a-4fff-9044-92c40b4ee37c for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:59:49.910611 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac65d87-072b-440d-a12a-05ba07d49c90 None None] Routers {'28334dd2-b87a-4fff-9044-92c40b4ee37c'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:59:49.911223 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-4ac65d87-072b-440d-a12a-05ba07d49c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:59:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['28334dd2-b87a-4fff-9044-92c40b4ee37c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:49.942509 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5c41d6cb-06a1-46c6-a4cc-6334f65b6800 req-e248e502-b54d-4ebf-8485-2996406b3ce0 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:49.987693 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248e502-b54d-4ebf-8485-2996406b3ce0 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Pushing event deleted for resources: {'Port': ['ID=ac2b99b5-bc81-45da-8269-9e78beddfecc,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:50.006781 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['ac2b99b5-bc81-45da-8269-9e78beddfecc'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 16:59:50.050018 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c41d6cb-06a1-46c6-a4cc-6334f65b6800 req-e248e502-b54d-4ebf-8485-2996406b3ce0 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] No DVR routers for this DVR port ac2b99b5-bc81-45da-8269-9e78beddfecc on host hv-cinder-85257 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:59:50.052596 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-4ac65d87-072b-440d-a12a-05ba07d49c90 None None] Set router 28334dd2-b87a-4fff-9044-92c40b4ee37c gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:59:50.061018 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5c41d6cb-06a1-46c6-a4cc-6334f65b6800 req-e248e502-b54d-4ebf-8485-2996406b3ce0 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:50.064358 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5c41d6cb-06a1-46c6-a4cc-6334f65b6800 req-e248e502-b54d-4ebf-8485-2996406b3ce0 tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.85 "DELETE /v2.0/ports/ac2b99b5-bc81-45da-8269-9e78beddfecc HTTP/1.1" status: 204 len: 173 time: 0.7342973 Aug 09 16:59:50.068767 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7239d8d-81e3-43ad-a022-742602558e2f req-fdee811b-bc9f-41ef-9f50-4e2fc279dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:50.070333 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e7239d8d-81e3-43ad-a022-742602558e2f req-fdee811b-bc9f-41ef-9f50-4e2fc279dd10 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 HTTP/1.1" status: 200 len: 910 time: 0.2196217 Aug 09 16:59:50.126483 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e7239d8d-81e3-43ad-a022-742602558e2f req-e69931ca-0ebc-4675-94b1-e77244eb6bd8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8382dfaa-9870-49cb-a4e8-b91f26c8d776 HTTP/1.1" status: 200 len: 217 time: 0.0392556 Aug 09 16:59:50.146268 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099116d3-f2a7-482c-b6c3-8597f2110fe6 req-e9813fda-5439-475e-8a7f-161a7580a22d tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:50.150269 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-099116d3-f2a7-482c-b6c3-8597f2110fe6 req-e9813fda-5439-475e-8a7f-161a7580a22d tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.1063628 Aug 09 16:59:50.235471 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7239d8d-81e3-43ad-a022-742602558e2f req-e6d8008d-2ea2-4422-b097-abecc9a6a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:50.236183 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e7239d8d-81e3-43ad-a022-742602558e2f req-e6d8008d-2ea2-4422-b097-abecc9a6a1c3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=499bb68c-c520-4ad2-aee4-a2cff94ae248 HTTP/1.1" status: 200 len: 848 time: 0.0849226 Aug 09 16:59:50.239227 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-099116d3-f2a7-482c-b6c3-8597f2110fe6 req-5ce757c5-eca3-4fb9-ad92-8d045a693ae3 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800281 Aug 09 16:59:50.310442 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7239d8d-81e3-43ad-a022-742602558e2f req-724a0d0a-78b5-456b-9ab7-638ae3a40a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:50.312064 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e7239d8d-81e3-43ad-a022-742602558e2f req-724a0d0a-78b5-456b-9ab7-638ae3a40a31 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4d9d930b-ec28-4ce0-9e7c-56489c3c9a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510566 Aug 09 16:59:50.312226 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76479565-5e7f-4fea-9d5a-8d047de9e7de req-686739fa-3242-4441-bef0-98914464dbe4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:50.313613 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-76479565-5e7f-4fea-9d5a-8d047de9e7de req-686739fa-3242-4441-bef0-98914464dbe4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 946 time: 0.0519576 Aug 09 16:59:50.316518 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-4ac65d87-072b-440d-a12a-05ba07d49c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'name': 'tempest-TestShelveInstance-1406409555-router', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:19Z', 'updated_at': '2022-08-09T16:53:26Z', 'revision_number': 4, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'gw_port': {'id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:20Z', 'updated_at': '2022-08-09T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '9253b149-cf30-413a-bea6-395c640e7392', 'name': '', 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'mac_address': 'fa:16:3e:cb:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '499bb68c-c520-4ad2-aee4-a2cff94ae248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:25Z', 'updated_at': '2022-08-09T16:53:33Z', 'revision_number': 5, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'subnets': [{'id': '499bb68c-c520-4ad2-aee4-a2cff94ae248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:50.348979 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac65d87-072b-440d-a12a-05ba07d49c90 None None] The sync data for ids ['28334dd2-b87a-4fff-9044-92c40b4ee37c'] in dv-cinder-852570-1-iscsi is: [{'id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'name': 'tempest-TestShelveInstance-1406409555-router', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:19Z', 'updated_at': '2022-08-09T16:53:26Z', 'revision_number': 4, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'gw_port': {'id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:20Z', 'updated_at': '2022-08-09T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': '9253b149-cf30-413a-bea6-395c640e7392', 'name': '', 'network_id': '4d9d930b-ec28-4ce0-9e7c-56489c3c9a94', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'mac_address': 'fa:16:3e:cb:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '499bb68c-c520-4ad2-aee4-a2cff94ae248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:25Z', 'updated_at': '2022-08-09T16:53:33Z', 'revision_number': 5, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'subnets': [{'id': '499bb68c-c520-4ad2-aee4-a2cff94ae248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:59:50.379282 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-76479565-5e7f-4fea-9d5a-8d047de9e7de req-ab7f1387-1502-4a60-8a37-ea8e9bd55fdf tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups?id=05388972-f455-4de2-89b3-ccc54e59ffcc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541661 Aug 09 16:59:50.459951 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5884981a-6920-4926-b32d-53573f0ec0ef req-988aa29d-abe6-477a-a563-8aebb50ce16c tempest-VolumesNegativeTest-1730395297 tempest-VolumesNegativeTest-1730395297-project] 10.222.0.49 "GET /v2.0/ports?device_id=8bcad290-e900-4439-a983-9ea0670addb5 HTTP/1.1" status: 200 len: 210 time: 0.0370548 Aug 09 16:59:50.498026 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e7239d8d-81e3-43ad-a022-742602558e2f req-78771c7f-0449-4501-9521-adfd43b4c4cd service neutron] 10.222.0.85 "GET /v2.0/networks/4d9d930b-ec28-4ce0-9e7c-56489c3c9a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715944 Aug 09 16:59:50.626597 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bc1972-ed3c-4f6e-afc4-4d1e3707a957 None None] New status for floating IP 575258b7-11a8-43b9-821b-359588530053: DOWN {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:59:50.711038 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c6cf1-4a20-4a54-b345-f35c379e51ae req-c85bf96a-80ff-4a62-96f6-d6bf4016266b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:50.712518 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7b0c6cf1-4a20-4a54-b345-f35c379e51ae req-c85bf96a-80ff-4a62-96f6-d6bf4016266b tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.85 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 946 time: 0.1116140 Aug 09 16:59:50.738300 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e7239d8d-81e3-43ad-a022-742602558e2f req-9c5b6a30-c8af-4e01-98fa-35c47e9c2c7c service neutron] 10.222.0.85 "GET /v2.0/networks/4d9d930b-ec28-4ce0-9e7c-56489c3c9a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385193 Aug 09 16:59:50.815983 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-7b0c6cf1-4a20-4a54-b345-f35c379e51ae req-db0141c5-2a3d-4b32-9fa4-830157296db4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Deleting port 0bd7efd9-b47e-441e-903b-8210494c8a3b {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:59:50.816326 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7b0c6cf1-4a20-4a54-b345-f35c379e51ae req-db0141c5-2a3d-4b32-9fa4-830157296db4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:50.908910 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-7b0c6cf1-4a20-4a54-b345-f35c379e51ae req-db0141c5-2a3d-4b32-9fa4-830157296db4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] For port 0bd7efd9-b47e-441e-903b-8210494c8a3b, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=0bd7efd9-b47e-441e-903b-8210494c8a3b,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:50.909269 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7b0c6cf1-4a20-4a54-b345-f35c379e51ae req-db0141c5-2a3d-4b32-9fa4-830157296db4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:51.080428 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7b0c6cf1-4a20-4a54-b345-f35c379e51ae req-db0141c5-2a3d-4b32-9fa4-830157296db4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:51.080785 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7b0c6cf1-4a20-4a54-b345-f35c379e51ae req-db0141c5-2a3d-4b32-9fa4-830157296db4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-567894'] for floatingip, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:51.081093 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.l3_db [req-7b0c6cf1-4a20-4a54-b345-f35c379e51ae req-db0141c5-2a3d-4b32-9fa4-830157296db4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Floating IP eb8afc66-4fe7-4431-95e6-19939737fbcd disassociated. External IP: 172.27.0.53, port: 0bd7efd9-b47e-441e-903b-8210494c8a3b. Aug 09 16:59:51.081441 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-7b0c6cf1-4a20-4a54-b345-f35c379e51ae req-db0141c5-2a3d-4b32-9fa4-830157296db4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Calling delete_port for 0bd7efd9-b47e-441e-903b-8210494c8a3b owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:59:51.278138 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7b0c6cf1-4a20-4a54-b345-f35c379e51ae req-db0141c5-2a3d-4b32-9fa4-830157296db4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:51.309507 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0141c5-2a3d-4b32-9fa4-830157296db4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Pushing event deleted for resources: {'Port': ['ID=0bd7efd9-b47e-441e-903b-8210494c8a3b,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:51.372933 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12769768-6788-4a08-a4ba-76f86bb94b32 req-36da12bf-0e2d-413d-8908-434279d37aef tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:51.374494 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-12769768-6788-4a08-a4ba-76f86bb94b32 req-36da12bf-0e2d-413d-8908-434279d37aef tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0531993 Aug 09 16:59:51.418883 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-12769768-6788-4a08-a4ba-76f86bb94b32 req-325a70ef-34bc-4f37-9cc3-86ab732fec68 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378311 Aug 09 16:59:51.435383 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b0c6cf1-4a20-4a54-b345-f35c379e51ae req-db0141c5-2a3d-4b32-9fa4-830157296db4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Router cd054967-902d-4170-8013-fda72179afee has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 16:59:51.524350 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-1dfd0edd-865a-47a2-9ef4-b0d54578f476 req-09152108-684b-4e29-a937-8e90be7d1482 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 210 time: 0.0363007 Aug 09 16:59:51.606572 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b0c6cf1-4a20-4a54-b345-f35c379e51ae req-db0141c5-2a3d-4b32-9fa4-830157296db4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 16:59:51.631230 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21938bc0-de25-43fc-b44e-46cedc3cb0f3 None None] Sync routers for ids ['cd054967-902d-4170-8013-fda72179afee'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 16:59:51.651007 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0c6cf1-4a20-4a54-b345-f35c379e51ae req-db0141c5-2a3d-4b32-9fa4-830157296db4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] No DVR routers for this DVR port 0bd7efd9-b47e-441e-903b-8210494c8a3b on host hv-cinder-85257 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:59:51.654347 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7b0c6cf1-4a20-4a54-b345-f35c379e51ae req-db0141c5-2a3d-4b32-9fa4-830157296db4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:51.657219 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21938bc0-de25-43fc-b44e-46cedc3cb0f3 None None] Routers {'cd054967-902d-4170-8013-fda72179afee'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:59:51.657703 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7b0c6cf1-4a20-4a54-b345-f35c379e51ae req-db0141c5-2a3d-4b32-9fa4-830157296db4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.85 "DELETE /v2.0/ports/0bd7efd9-b47e-441e-903b-8210494c8a3b HTTP/1.1" status: 204 len: 173 time: 0.9326947 Aug 09 16:59:51.659136 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-21938bc0-de25-43fc-b44e-46cedc3cb0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:59:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['cd054967-902d-4170-8013-fda72179afee'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:51.659952 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcad290-e900-4439-a983-9ea0670addb5', 'name': 'network-vif-deleted', 'tag': 'ac2b99b5-bc81-45da-8269-9e78beddfecc'}, {'server_uuid': 'aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9', 'name': 'network-vif-deleted', 'tag': '0bd7efd9-b47e-441e-903b-8210494c8a3b'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:59:51.662534 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b704a1cb-c255-412d-aa09-4681fe3d64d3" -d '{"events": [{"server_uuid": "8bcad290-e900-4439-a983-9ea0670addb5", "name": "network-vif-deleted", "tag": "ac2b99b5-bc81-45da-8269-9e78beddfecc"}, {"server_uuid": "aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9", "name": "network-vif-deleted", "tag": "0bd7efd9-b47e-441e-903b-8210494c8a3b"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:59:51.716212 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 09 Aug 2022 16:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc909b3e-073e-48f5-9262-8b886c6f0112 x-openstack-request-id: req-dc909b3e-073e-48f5-9262-8b886c6f0112 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:59:51.716523 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcad290-e900-4439-a983-9ea0670addb5", "name": "network-vif-deleted", "tag": "ac2b99b5-bc81-45da-8269-9e78beddfecc", "status": "completed", "code": 200}, {"server_uuid": "aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9", "name": "network-vif-deleted", "tag": "0bd7efd9-b47e-441e-903b-8210494c8a3b", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:59:51.716795 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dc909b3e-073e-48f5-9262-8b886c6f0112 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:59:51.717179 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc909b3e-073e-48f5-9262-8b886c6f0112'] response: {'server_uuid': '8bcad290-e900-4439-a983-9ea0670addb5', 'name': 'network-vif-deleted', 'tag': 'ac2b99b5-bc81-45da-8269-9e78beddfecc', 'status': 'completed', 'code': 200} Aug 09 16:59:51.717451 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc909b3e-073e-48f5-9262-8b886c6f0112'] response: {'server_uuid': 'aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9', 'name': 'network-vif-deleted', 'tag': '0bd7efd9-b47e-441e-903b-8210494c8a3b', 'status': 'completed', 'code': 200} Aug 09 16:59:51.809800 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-21938bc0-de25-43fc-b44e-46cedc3cb0f3 None None] Set router cd054967-902d-4170-8013-fda72179afee gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:59:52.061530 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-21938bc0-de25-43fc-b44e-46cedc3cb0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 4, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'b40f544a-094d-49cb-83ae-ff3827bad410', 'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'mac_address': 'fa:16:3e:ad:05:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:08Z', 'updated_at': '2022-08-09T16:51:21Z', 'revision_number': 5, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'subnets': [{'id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:52.098556 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21938bc0-de25-43fc-b44e-46cedc3cb0f3 None None] Checking router: cd054967-902d-4170-8013-fda72179afee for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 16:59:52.108581 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21938bc0-de25-43fc-b44e-46cedc3cb0f3 None None] Routers {'cd054967-902d-4170-8013-fda72179afee'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 16:59:52.109193 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-21938bc0-de25-43fc-b44e-46cedc3cb0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:59:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['cd054967-902d-4170-8013-fda72179afee'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:52.217345 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-21938bc0-de25-43fc-b44e-46cedc3cb0f3 None None] Set router cd054967-902d-4170-8013-fda72179afee gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 16:59:52.571584 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-21938bc0-de25-43fc-b44e-46cedc3cb0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 4, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'b40f544a-094d-49cb-83ae-ff3827bad410', 'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'mac_address': 'fa:16:3e:ad:05:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:08Z', 'updated_at': '2022-08-09T16:51:21Z', 'revision_number': 5, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'subnets': [{'id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 16:59:52.582293 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d04b1-c613-491e-88fc-9b310bc38af4 req-dea2f332-7dca-41e4-a1a5-cc2229c4b239 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:52.583814 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f43d04b1-c613-491e-88fc-9b310bc38af4 req-dea2f332-7dca-41e4-a1a5-cc2229c4b239 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0684199 Aug 09 16:59:52.599304 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21938bc0-de25-43fc-b44e-46cedc3cb0f3 None None] The sync data for ids ['cd054967-902d-4170-8013-fda72179afee'] in dv-cinder-852570-1-iscsi is: [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T16:51:10Z', 'revision_number': 4, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'b40f544a-094d-49cb-83ae-ff3827bad410', 'name': '', 'network_id': '2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'mac_address': 'fa:16:3e:ad:05:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:08Z', 'updated_at': '2022-08-09T16:51:21Z', 'revision_number': 5, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'subnets': [{'id': '07b994a0-3038-45c6-9b03-adabe3fc1842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 16:59:52.629598 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f43d04b1-c613-491e-88fc-9b310bc38af4 req-1c567285-8194-455d-91e3-6e836c2e3f93 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388806 Aug 09 16:59:52.667778 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-773900f7-b24d-4e12-acac-03df83abd84b req-17322a7c-7300-49d9-9f70-c66cd429aaea tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 210 time: 0.0323088 Aug 09 16:59:52.866536 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b0e79-87b8-4e2e-9f36-96e8006c4696 None None] New status for floating IP eb8afc66-4fe7-4431-95e6-19939737fbcd: DOWN {{(pid=109851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 16:59:53.774067 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f4268-b4d6-47a5-8b1d-f43d1adf1670 req-1346e830-fa57-4220-a48b-ce0542b0cfa9 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:53.776341 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-768f4268-b4d6-47a5-8b1d-f43d1adf1670 req-1346e830-fa57-4220-a48b-ce0542b0cfa9 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0730062 Aug 09 16:59:53.807469 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3242c223-a87b-401a-959b-7abea280aa4c req-66ba771e-ba76-4cf4-bb4c-d4a586c1b1b4 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 210 time: 0.0281658 Aug 09 16:59:53.820376 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-768f4268-b4d6-47a5-8b1d-f43d1adf1670 req-36f2dece-f53d-4ef2-be3e-c27f35b5ed77 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362685 Aug 09 16:59:54.948122 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-dd26725e-96ab-4c4c-ae0b-69c689567dea req-4b77f5eb-a7d5-4b7f-a188-40ef3cde7959 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 210 time: 0.0349052 Aug 09 16:59:54.962567 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb16dca-2f1a-4c9e-b535-449729697704 req-1cb78e91-38e1-46ab-9cc6-96be2eed9428 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:54.964009 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-edb16dca-2f1a-4c9e-b535-449729697704 req-1cb78e91-38e1-46ab-9cc6-96be2eed9428 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0552750 Aug 09 16:59:55.017456 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-edb16dca-2f1a-4c9e-b535-449729697704 req-85214cd2-0123-4ce3-99c5-b2e6b1058f8d tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348563 Aug 09 16:59:55.807853 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device ac2b99b5-bc81-45da-8269-9e78beddfecc no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:59:55.834908 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: ac2b99b5-bc81-45da-8269-9e78beddfecc {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:59:55.835570 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device ac2b99b5-bc81-45da-8269-9e78beddfecc not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:59:55.872862 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf6ed8-d808-4e6c-827b-68c731f27431 req-e68b8e1b-7e7d-4221-af5f-3c190e8ea502 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:55.874725 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6adf6ed8-d808-4e6c-827b-68c731f27431 req-e68b8e1b-7e7d-4221-af5f-3c190e8ea502 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.85 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.0555458 Aug 09 16:59:55.893087 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:59:55.933532 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-df580ba1-2058-41b0-ac2c-db95fa51b37f req-d17fea28-39a7-4613-905f-3224cb28355f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0524776 Aug 09 16:59:55.973344 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 0bd7efd9-b47e-441e-903b-8210494c8a3b no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 16:59:56.007381 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: 0bd7efd9-b47e-441e-903b-8210494c8a3b {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 16:59:56.007791 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 0bd7efd9-b47e-441e-903b-8210494c8a3b not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 16:59:56.015791 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-df580ba1-2058-41b0-ac2c-db95fa51b37f req-1bc91c2d-fc48-43a6-b8e8-ac12aa975a08 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d1742bf7a82941b5ac56e5c5d045417f&device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 210 time: 0.0307298 Aug 09 16:59:56.023721 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-6adf6ed8-d808-4e6c-827b-68c731f27431 req-4d939d1b-6cab-41f9-b681-a7b989bd61e2 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Deleting port 8382dfaa-9870-49cb-a4e8-b91f26c8d776 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:59:56.024062 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-6adf6ed8-d808-4e6c-827b-68c731f27431 req-4d939d1b-6cab-41f9-b681-a7b989bd61e2 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:56.082106 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-06f82d4f-22ad-456d-875b-6a5f55e185c8 req-63224ce1-ae04-41ec-8576-3da57b4971cb tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/ports?device_id=aed2ee5e-c98e-4f3a-a58b-6b5c606ddfd9 HTTP/1.1" status: 200 len: 210 time: 0.0318780 Aug 09 16:59:56.228846 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-6adf6ed8-d808-4e6c-827b-68c731f27431 req-4d939d1b-6cab-41f9-b681-a7b989bd61e2 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] For port 8382dfaa-9870-49cb-a4e8-b91f26c8d776, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=8382dfaa-9870-49cb-a4e8-b91f26c8d776,segment=NetworkSegment(0fe48ad4-3c33-430f-9607-53eec0dcede1),segment_id=0fe48ad4-3c33-430f-9607-53eec0dcede1)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 16:59:56.229528 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-6adf6ed8-d808-4e6c-827b-68c731f27431 req-4d939d1b-6cab-41f9-b681-a7b989bd61e2 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:56.264730 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d407a52-d09f-44d6-ac44-c220ed2122de req-2e08e2ac-58cc-495a-89f5-25c2740c02d7 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:56.277590 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3d407a52-d09f-44d6-ac44-c220ed2122de req-2e08e2ac-58cc-495a-89f5-25c2740c02d7 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 946 time: 0.1382837 Aug 09 16:59:56.277590 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-6adf6ed8-d808-4e6c-827b-68c731f27431 req-4d939d1b-6cab-41f9-b681-a7b989bd61e2 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Calling delete_port for 8382dfaa-9870-49cb-a4e8-b91f26c8d776 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:59:56.277590 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df580ba1-2058-41b0-ac2c-db95fa51b37f req-c0122357-f405-4b42-a712-7c3c3c443b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:56.277590 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-df580ba1-2058-41b0-ac2c-db95fa51b37f req-c0122357-f405-4b42-a712-7c3c3c443b08 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=d1742bf7a82941b5ac56e5c5d045417f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2208591 Aug 09 16:59:56.376991 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-3d407a52-d09f-44d6-ac44-c220ed2122de req-d00395a4-8515-4610-88f0-03bb8acfefe3 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/security-groups?id=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032002 Aug 09 16:59:56.449491 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df580ba1-2058-41b0-ac2c-db95fa51b37f req-437452d0-a47a-4194-b233-eabce6d86179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 16:59:56.451034 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-df580ba1-2058-41b0-ac2c-db95fa51b37f req-437452d0-a47a-4194-b233-eabce6d86179 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1665943 Aug 09 16:59:56.557866 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-6adf6ed8-d808-4e6c-827b-68c731f27431 req-4d939d1b-6cab-41f9-b681-a7b989bd61e2 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:56.843992 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d939d1b-6cab-41f9-b681-a7b989bd61e2 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Pushing event deleted for resources: {'Port': ['ID=8382dfaa-9870-49cb-a4e8-b91f26c8d776,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:56.885265 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-6adf6ed8-d808-4e6c-827b-68c731f27431 req-4d939d1b-6cab-41f9-b681-a7b989bd61e2 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] No DVR routers for this DVR port 8382dfaa-9870-49cb-a4e8-b91f26c8d776 on host hv-cinder-85257 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 16:59:56.888039 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-6adf6ed8-d808-4e6c-827b-68c731f27431 req-4d939d1b-6cab-41f9-b681-a7b989bd61e2 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:56.891227 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-6adf6ed8-d808-4e6c-827b-68c731f27431 req-4d939d1b-6cab-41f9-b681-a7b989bd61e2 tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.85 "DELETE /v2.0/ports/8382dfaa-9870-49cb-a4e8-b91f26c8d776 HTTP/1.1" status: 204 len: 173 time: 1.0057168 Aug 09 16:59:56.899261 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce60258-a919-4fdd-93b6-64a305caae90', 'name': 'network-vif-deleted', 'tag': '8382dfaa-9870-49cb-a4e8-b91f26c8d776'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 16:59:56.899261 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780ed03c-7a38-4cb1-a6f5-bc87ccf2ff9c" -d '{"events": [{"server_uuid": "9ce60258-a919-4fdd-93b6-64a305caae90", "name": "network-vif-deleted", "tag": "8382dfaa-9870-49cb-a4e8-b91f26c8d776"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 16:59:56.928985 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 16:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b619c5-839e-4f34-ba0a-94acef0d67c6 x-openstack-request-id: req-c0b619c5-839e-4f34-ba0a-94acef0d67c6 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 16:59:56.929332 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce60258-a919-4fdd-93b6-64a305caae90", "name": "network-vif-deleted", "tag": "8382dfaa-9870-49cb-a4e8-b91f26c8d776", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 16:59:56.929590 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c0b619c5-839e-4f34-ba0a-94acef0d67c6 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 16:59:56.929982 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b619c5-839e-4f34-ba0a-94acef0d67c6'] response: {'server_uuid': '9ce60258-a919-4fdd-93b6-64a305caae90', 'name': 'network-vif-deleted', 'tag': '8382dfaa-9870-49cb-a4e8-b91f26c8d776', 'status': 'completed', 'code': 200} Aug 09 16:59:57.244647 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 34132) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:57.302395 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-399d18d4-f431-4ed4-8a0c-8fd5d56cfac7 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:57.334783 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-399d18d4-f431-4ed4-8a0c-8fd5d56cfac7 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:57.448738 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-399d18d4-f431-4ed4-8a0c-8fd5d56cfac7 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:57.451475 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-399d18d4-f431-4ed4-8a0c-8fd5d56cfac7 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:57.452634 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-399d18d4-f431-4ed4-8a0c-8fd5d56cfac7 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "DELETE /v2.0/security-groups/05388972-f455-4de2-89b3-ccc54e59ffcc HTTP/1.1" status: 204 len: 168 time: 0.2068152 Aug 09 16:59:57.455501 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34138) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:57.469653 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.api.v2.resource [None req-e43b8d9d-11d9-4388-87a1-fff396332424 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] show failed (client error): The resource could not be found. Aug 09 16:59:57.471366 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d18d4-f431-4ed4-8a0c-8fd5d56cfac7 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05388972-f455-4de2-89b3-ccc54e59ffcc,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:57.474610 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-e43b8d9d-11d9-4388-87a1-fff396332424 tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "GET /v2.0/security-groups/05388972-f455-4de2-89b3-ccc54e59ffcc HTTP/1.1" status: 404 len: 347 time: 0.0180399 Aug 09 16:59:57.475514 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34140) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 16:59:57.490690 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-dd5c674f-9cc7-4851-a3cf-1d4599817103 req-af0f9074-8c77-4213-b81e-faa7a12ccf1c tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 210 time: 0.0369852 Aug 09 16:59:57.601483 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-964d1129-8f85-447f-91dd-96452a80a28d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Deleting port 15c0b56a-9d16-4bbc-a89e-ee6e4a2f8aee {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 16:59:57.601814 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-964d1129-8f85-447f-91dd-96452a80a28d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:57.678851 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-964d1129-8f85-447f-91dd-96452a80a28d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:57.679115 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-964d1129-8f85-447f-91dd-96452a80a28d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:57.696787 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-964d1129-8f85-447f-91dd-96452a80a28d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Calling delete_port for 15c0b56a-9d16-4bbc-a89e-ee6e4a2f8aee owned by network:floatingip {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 16:59:57.860232 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-964d1129-8f85-447f-91dd-96452a80a28d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:57.885289 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d1129-8f85-447f-91dd-96452a80a28d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Pushing event deleted for resources: {'Port': ['ID=15c0b56a-9d16-4bbc-a89e-ee6e4a2f8aee,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 16:59:57.943450 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-964d1129-8f85-447f-91dd-96452a80a28d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks [] for floatingip, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:57.945954 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-964d1129-8f85-447f-91dd-96452a80a28d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:59:57.947086 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-964d1129-8f85-447f-91dd-96452a80a28d tempest-AttachVolumeShelveTestJSON-1045754182 tempest-AttachVolumeShelveTestJSON-1045754182-project] 10.222.0.49 "DELETE /v2.0/floatingips/eb8afc66-4fe7-4431-95e6-19939737fbcd HTTP/1.1" status: 204 len: 168 time: 0.4706213 Aug 09 16:59:58.591196 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c0b05339-1de8-42fa-80ef-a4b6d8f6befc req-edfa279f-19ba-44fe-b27a-35edca5cc74e tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 210 time: 0.0271893 Aug 09 16:59:59.686565 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4efe0ece-f21d-4814-b160-e4afacc0592f req-7ec76bfd-494e-4fda-8a58-7aee4cfee00b tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 210 time: 0.0256555 Aug 09 17:00:00.799889 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-95221851-b9da-41ff-93f0-9bf8e94611e8 req-aa1e8490-ba01-4075-8732-d76b6f0bd41f tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "GET /v2.0/ports?device_id=9ce60258-a919-4fdd-93b6-64a305caae90 HTTP/1.1" status: 200 len: 210 time: 0.0307167 Aug 09 17:00:01.335856 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 8382dfaa-9870-49cb-a4e8-b91f26c8d776 no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:01.363139 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: 8382dfaa-9870-49cb-a4e8-b91f26c8d776 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 17:00:01.363464 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 8382dfaa-9870-49cb-a4e8-b91f26c8d776 not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:01.861326 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 34226) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:01.922249 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0e70363e-4b92-4ada-ac09-38443987122c tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:01.948698 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0e70363e-4b92-4ada-ac09-38443987122c tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:01.948900 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34230) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:02.084236 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-3a1c53f2-0a5b-4478-8828-b285bf9d0ea5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d128bf88f76438e81afea7530c5ca77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1341419 Aug 09 17:00:02.086712 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34234) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:02.099973 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0e70363e-4b92-4ada-ac09-38443987122c tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:02.102722 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-0e70363e-4b92-4ada-ac09-38443987122c tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:02.104642 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-0e70363e-4b92-4ada-ac09-38443987122c tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] 10.222.0.49 "DELETE /v2.0/security-groups/6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff HTTP/1.1" status: 204 len: 168 time: 0.2405527 Aug 09 17:00:02.112915 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70363e-4b92-4ada-ac09-38443987122c tempest-TestShelveInstance-1968020031 tempest-TestShelveInstance-1968020031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6295fd2e-8fec-4b68-bb5f-1e7a130dd1ff,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:02.136712 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0db63d46-95ce-4915-9f1f-757c4b86476e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:02.159013 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0db63d46-95ce-4915-9f1f-757c4b86476e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:02.252843 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 34238) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:02.283068 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0db63d46-95ce-4915-9f1f-757c4b86476e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:02.285831 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-0db63d46-95ce-4915-9f1f-757c4b86476e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:02.286982 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-0db63d46-95ce-4915-9f1f-757c4b86476e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e372f62e-4c0f-4184-a9f7-03a9d5929f3e HTTP/1.1" status: 204 len: 168 time: 0.1993790 Aug 09 17:00:02.296561 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db63d46-95ce-4915-9f1f-757c4b86476e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e372f62e-4c0f-4184-a9f7-03a9d5929f3e,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:02.698552 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-656e4f3b-3fe6-43f7-964a-69edbd83d9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571222'] for router_interface, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:02.799853 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34258) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:02.954015 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-656e4f3b-3fe6-43f7-964a-69edbd83d9e1 admin admin] Deleting port 9253b149-cf30-413a-bea6-395c640e7392 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:00:02.954553 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-656e4f3b-3fe6-43f7-964a-69edbd83d9e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:03.031863 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-656e4f3b-3fe6-43f7-964a-69edbd83d9e1 admin admin] For port 9253b149-cf30-413a-bea6-395c640e7392, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=9253b149-cf30-413a-bea6-395c640e7392,segment=NetworkSegment(0fe48ad4-3c33-430f-9607-53eec0dcede1),segment_id=0fe48ad4-3c33-430f-9607-53eec0dcede1)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:03.032228 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-656e4f3b-3fe6-43f7-964a-69edbd83d9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:03.044590 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-656e4f3b-3fe6-43f7-964a-69edbd83d9e1 admin admin] Calling delete_port for 9253b149-cf30-413a-bea6-395c640e7392 owned by network:router_interface {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:00:03.271695 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-656e4f3b-3fe6-43f7-964a-69edbd83d9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:03.289808 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d0bfa0c7-61d7-42e9-8700-8b7e94875cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571222'] for router_interface, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:03.300195 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e4f3b-3fe6-43f7-964a-69edbd83d9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9253b149-cf30-413a-bea6-395c640e7392,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:03.488767 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-656e4f3b-3fe6-43f7-964a-69edbd83d9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571386'] for router_interface, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:03.567044 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-d0bfa0c7-61d7-42e9-8700-8b7e94875cf8 admin admin] Deleting port b40f544a-094d-49cb-83ae-ff3827bad410 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:00:03.567474 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d0bfa0c7-61d7-42e9-8700-8b7e94875cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:03.672031 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-d0bfa0c7-61d7-42e9-8700-8b7e94875cf8 admin admin] For port b40f544a-094d-49cb-83ae-ff3827bad410, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=b40f544a-094d-49cb-83ae-ff3827bad410,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:03.672407 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d0bfa0c7-61d7-42e9-8700-8b7e94875cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:03.686762 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-d0bfa0c7-61d7-42e9-8700-8b7e94875cf8 admin admin] Calling delete_port for b40f544a-094d-49cb-83ae-ff3827bad410 owned by network:router_interface {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:00:03.737907 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656e4f3b-3fe6-43f7-964a-69edbd83d9e1 admin admin] Router 28334dd2-b87a-4fff-9044-92c40b4ee37c has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:00:03.846690 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656e4f3b-3fe6-43f7-964a-69edbd83d9e1 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:00:03.853178 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-656e4f3b-3fe6-43f7-964a-69edbd83d9e1 admin admin] 10.222.0.49 "PUT /v2.0/routers/28334dd2-b87a-4fff-9044-92c40b4ee37c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5980561 Aug 09 17:00:03.857680 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34276) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:03.859270 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb852608-a567-40be-af01-245fec600f31 None None] Sync routers for ids ['28334dd2-b87a-4fff-9044-92c40b4ee37c'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:00:03.872519 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb852608-a567-40be-af01-245fec600f31 None None] Routers {'28334dd2-b87a-4fff-9044-92c40b4ee37c'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 17:00:03.873420 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-fb852608-a567-40be-af01-245fec600f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:59:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['28334dd2-b87a-4fff-9044-92c40b4ee37c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:03.983213 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-fb852608-a567-40be-af01-245fec600f31 None None] Set router 28334dd2-b87a-4fff-9044-92c40b4ee37c gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 17:00:03.987226 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d0bfa0c7-61d7-42e9-8700-8b7e94875cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:04.019530 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-190a19ed-d1e7-40fa-a8dc-638d5ac0ebf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:04.023395 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfa0c7-61d7-42e9-8700-8b7e94875cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b40f544a-094d-49cb-83ae-ff3827bad410,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:04.180108 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-fb852608-a567-40be-af01-245fec600f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'name': 'tempest-TestShelveInstance-1406409555-router', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:19Z', 'updated_at': '2022-08-09T17:00:03Z', 'revision_number': 5, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'gw_port': {'id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:20Z', 'updated_at': '2022-08-09T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:04.212521 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb852608-a567-40be-af01-245fec600f31 None None] Checking router: 28334dd2-b87a-4fff-9044-92c40b4ee37c for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:00:04.222590 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb852608-a567-40be-af01-245fec600f31 None None] Routers {'28334dd2-b87a-4fff-9044-92c40b4ee37c'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 17:00:04.223235 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-fb852608-a567-40be-af01-245fec600f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:59:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['28334dd2-b87a-4fff-9044-92c40b4ee37c'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:04.224149 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-190a19ed-d1e7-40fa-a8dc-638d5ac0ebf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:04.285086 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d0bfa0c7-61d7-42e9-8700-8b7e94875cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571386'] for router_interface, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:04.332074 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-fb852608-a567-40be-af01-245fec600f31 None None] Set router 28334dd2-b87a-4fff-9044-92c40b4ee37c gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 17:00:04.518526 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-fb852608-a567-40be-af01-245fec600f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'name': 'tempest-TestShelveInstance-1406409555-router', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:19Z', 'updated_at': '2022-08-09T17:00:03Z', 'revision_number': 5, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'gw_port': {'id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:20Z', 'updated_at': '2022-08-09T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:04.547783 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb852608-a567-40be-af01-245fec600f31 None None] The sync data for ids ['28334dd2-b87a-4fff-9044-92c40b4ee37c'] in dv-cinder-852570-1-iscsi is: [{'id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'name': 'tempest-TestShelveInstance-1406409555-router', 'tenant_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:19Z', 'updated_at': '2022-08-09T17:00:03Z', 'revision_number': 5, 'project_id': 'fe8927f6dc13431c858fe5dde17fcf61', 'gw_port': {'id': 'e4aa5dbe-1922-4830-95ef-9334e6d14d50', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:f8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28334dd2-b87a-4fff-9044-92c40b4ee37c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:20Z', 'updated_at': '2022-08-09T16:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:00:04.678338 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-190a19ed-d1e7-40fa-a8dc-638d5ac0ebf4 admin admin] Deleting port e4aa5dbe-1922-4830-95ef-9334e6d14d50 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:00:04.678849 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-190a19ed-d1e7-40fa-a8dc-638d5ac0ebf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:04.834960 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-190a19ed-d1e7-40fa-a8dc-638d5ac0ebf4 admin admin] For port e4aa5dbe-1922-4830-95ef-9334e6d14d50, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=e4aa5dbe-1922-4830-95ef-9334e6d14d50,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:04.835223 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-190a19ed-d1e7-40fa-a8dc-638d5ac0ebf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:04.851223 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-190a19ed-d1e7-40fa-a8dc-638d5ac0ebf4 admin admin] Calling delete_port for e4aa5dbe-1922-4830-95ef-9334e6d14d50 owned by network:router_gateway {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:00:04.865978 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bfa0c7-61d7-42e9-8700-8b7e94875cf8 admin admin] Router cd054967-902d-4170-8013-fda72179afee has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:00:05.068821 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bfa0c7-61d7-42e9-8700-8b7e94875cf8 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:00:05.077189 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d0bfa0c7-61d7-42e9-8700-8b7e94875cf8 admin admin] 10.222.0.49 "PUT /v2.0/routers/cd054967-902d-4170-8013-fda72179afee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2730775 Aug 09 17:00:05.077189 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34290) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:05.079871 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06d8f3-71b1-4079-9f17-08c5811b97e2 None None] Sync routers for ids ['cd054967-902d-4170-8013-fda72179afee'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:00:05.097046 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d06d8f3-71b1-4079-9f17-08c5811b97e2 None None] Routers {'cd054967-902d-4170-8013-fda72179afee'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 17:00:05.097834 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-4d06d8f3-71b1-4079-9f17-08c5811b97e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:59:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['cd054967-902d-4170-8013-fda72179afee'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:05.219847 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 9253b149-cf30-413a-bea6-395c640e7392 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:05.224038 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-504acef0-9124-4e97-8165-67d2bf1931b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:05.236248 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-4d06d8f3-71b1-4079-9f17-08c5811b97e2 None None] Set router cd054967-902d-4170-8013-fda72179afee gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 17:00:05.244590 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: 9253b149-cf30-413a-bea6-395c640e7392 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 17:00:05.244942 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 9253b149-cf30-413a-bea6-395c640e7392 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:05.277251 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-190a19ed-d1e7-40fa-a8dc-638d5ac0ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:05.308973 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a19ed-d1e7-40fa-a8dc-638d5ac0ebf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4aa5dbe-1922-4830-95ef-9334e6d14d50,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:05.407456 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-504acef0-9124-4e97-8165-67d2bf1931b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:05.420877 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-190a19ed-d1e7-40fa-a8dc-638d5ac0ebf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568720'] for router_gateway, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:05.422283 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-4d06d8f3-71b1-4079-9f17-08c5811b97e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T17:00:03Z', 'revision_number': 5, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:05.449135 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06d8f3-71b1-4079-9f17-08c5811b97e2 None None] Checking router: cd054967-902d-4170-8013-fda72179afee for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:00:05.458102 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d06d8f3-71b1-4079-9f17-08c5811b97e2 None None] Routers {'cd054967-902d-4170-8013-fda72179afee'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 17:00:05.458706 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-4d06d8f3-71b1-4079-9f17-08c5811b97e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:59:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['cd054967-902d-4170-8013-fda72179afee'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:05.516360 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-190a19ed-d1e7-40fa-a8dc-638d5ac0ebf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-755'] for router, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:05.533489 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-190a19ed-d1e7-40fa-a8dc-638d5ac0ebf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:05.562403 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-4d06d8f3-71b1-4079-9f17-08c5811b97e2 None None] Set router cd054967-902d-4170-8013-fda72179afee gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 17:00:05.592014 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-504acef0-9124-4e97-8165-67d2bf1931b4 admin admin] Deleting port 81c82aec-d770-4ae1-aa83-3f6ea392a209 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:00:05.592426 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-504acef0-9124-4e97-8165-67d2bf1931b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:05.649520 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-190a19ed-d1e7-40fa-a8dc-638d5ac0ebf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573157'] for router, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:05.650085 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190a19ed-d1e7-40fa-a8dc-638d5ac0ebf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28334dd2-b87a-4fff-9044-92c40b4ee37c {{(pid=109849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:00:05.656002 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-190a19ed-d1e7-40fa-a8dc-638d5ac0ebf4 admin admin] Notify callbacks [] for router, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:05.657243 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-190a19ed-d1e7-40fa-a8dc-638d5ac0ebf4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/28334dd2-b87a-4fff-9044-92c40b4ee37c HTTP/1.1" status: 204 len: 168 time: 1.7970805 Aug 09 17:00:05.662719 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 34292) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:05.691638 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-504acef0-9124-4e97-8165-67d2bf1931b4 admin admin] For port 81c82aec-d770-4ae1-aa83-3f6ea392a209, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=81c82aec-d770-4ae1-aa83-3f6ea392a209,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:05.691638 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-504acef0-9124-4e97-8165-67d2bf1931b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:05.710896 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1af366-bcd1-4eea-a556-b65a587594e1 admin admin] Deleting subnet 499bb68c-c520-4ad2-aee4-a2cff94ae248 {{(pid=109848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 17:00:05.711664 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-504acef0-9124-4e97-8165-67d2bf1931b4 admin admin] Calling delete_port for 81c82aec-d770-4ae1-aa83-3f6ea392a209 owned by network:router_gateway {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:00:05.717707 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ac1af366-bcd1-4eea-a556-b65a587594e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:05.774982 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ac1af366-bcd1-4eea-a556-b65a587594e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25604629'] for subnet, precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:05.890887 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ac1af366-bcd1-4eea-a556-b65a587594e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3282'] for subnet, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:05.921886 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-4d06d8f3-71b1-4079-9f17-08c5811b97e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T17:00:03Z', 'revision_number': 5, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:05.952350 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d06d8f3-71b1-4079-9f17-08c5811b97e2 None None] The sync data for ids ['cd054967-902d-4170-8013-fda72179afee'] in dv-cinder-852570-1-iscsi is: [{'id': 'cd054967-902d-4170-8013-fda72179afee', 'name': 'tempest-AttachVolumeShelveTestJSON-1340355558-router', 'tenant_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:50:59Z', 'updated_at': '2022-08-09T17:00:03Z', 'revision_number': 5, 'project_id': 'd1742bf7a82941b5ac56e5c5d045417f', 'gw_port': {'id': '81c82aec-d770-4ae1-aa83-3f6ea392a209', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd054967-902d-4170-8013-fda72179afee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:51:00Z', 'updated_at': '2022-08-09T16:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:00:06.043185 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-504acef0-9124-4e97-8165-67d2bf1931b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.070942 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ac1af366-bcd1-4eea-a556-b65a587594e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25848011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25700842'] for subnet, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.071215 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504acef0-9124-4e97-8165-67d2bf1931b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=81c82aec-d770-4ae1-aa83-3f6ea392a209,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:06.102358 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24c1f67-7fe4-4abc-813d-633ba66893b4 None None] Network 4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:00:06.102476 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ac1af366-bcd1-4eea-a556-b65a587594e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.106135 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ac1af366-bcd1-4eea-a556-b65a587594e1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/499bb68c-c520-4ad2-aee4-a2cff94ae248 HTTP/1.1" status: 204 len: 168 time: 0.4451258 Aug 09 17:00:06.128037 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 34308) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:06.138971 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1af366-bcd1-4eea-a556-b65a587594e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=499bb68c-c520-4ad2-aee4-a2cff94ae248,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:06.153270 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-504acef0-9124-4e97-8165-67d2bf1931b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568720'] for router_gateway, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.219868 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-107367'] for network, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.292499 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-504acef0-9124-4e97-8165-67d2bf1931b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-755'] for router, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.294874 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-504acef0-9124-4e97-8165-67d2bf1931b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.295969 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] Deleting port b42b01c8-5973-4431-9643-c0669f33ae1c {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:00:06.296733 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.370273 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] For port b42b01c8-5973-4431-9643-c0669f33ae1c, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=b42b01c8-5973-4431-9643-c0669f33ae1c,segment=NetworkSegment(0fe48ad4-3c33-430f-9607-53eec0dcede1),segment_id=0fe48ad4-3c33-430f-9607-53eec0dcede1)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:06.370729 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.383314 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] Calling delete_port for b42b01c8-5973-4431-9643-c0669f33ae1c owned by network:dhcp {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:00:06.402765 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-504acef0-9124-4e97-8165-67d2bf1931b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573157'] for router, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.403305 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504acef0-9124-4e97-8165-67d2bf1931b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd054967-902d-4170-8013-fda72179afee {{(pid=109849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:00:06.408312 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-504acef0-9124-4e97-8165-67d2bf1931b4 admin admin] Notify callbacks [] for router, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.411803 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-504acef0-9124-4e97-8165-67d2bf1931b4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/cd054967-902d-4170-8013-fda72179afee HTTP/1.1" status: 204 len: 168 time: 1.3315437 Aug 09 17:00:06.412024 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34318) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:06.458038 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-aadb509a-8a4c-4bd3-aaef-3adf7419b74c admin admin] Deleting subnet 07b994a0-3038-45c6-9b03-adabe3fc1842 {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 17:00:06.460993 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-aadb509a-8a4c-4bd3-aaef-3adf7419b74c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.501201 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-aadb509a-8a4c-4bd3-aaef-3adf7419b74c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29272685'] for subnet, precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.546728 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1254b6eb-eb1c-4cba-bba3-d87e37fec7f4 None None] DHCP port deletion for 4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 request from dv-cinder-852570-1-iscsi {{(pid=109850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 17:00:06.551643 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.579366 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-1254b6eb-eb1c-4cba-bba3-d87e37fec7f4 None None] The port 'b42b01c8-5973-4431-9643-c0669f33ae1c' was deleted {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2008}} Aug 09 17:00:06.616336 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] No DVR routers for this DVR port b42b01c8-5973-4431-9643-c0669f33ae1c on host dv-cinder-852570-1-iscsi {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:00:06.618945 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] Pushing event deleted for resources: {'Port': ['ID=b42b01c8-5973-4431-9643-c0669f33ae1c,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:06.640888 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-aadb509a-8a4c-4bd3-aaef-3adf7419b74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3282'] for subnet, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.697334 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4957', 'neutron.services.segments.db._delete_segments_for_network-8730382773378'] for network, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.725388 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9d930b-ec28-4ce0-9e7c-56489c3c9a94']}} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:06.735796 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe48ad4-3c33-430f-9607-53eec0dcede1') {'for_net_delete': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:06.736097 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe48ad4-3c33-430f-9607-53eec0dcede1') {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:06.745494 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730382772875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25604620'] for segment, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.751226 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-aadb509a-8a4c-4bd3-aaef-3adf7419b74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25174513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25887119'] for subnet, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.759537 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.766744 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=109848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:00:06.767125 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25847957'] for segment, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.779906 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb509a-8a4c-4bd3-aaef-3adf7419b74c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07b994a0-3038-45c6-9b03-adabe3fc1842,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:06.781960 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-aadb509a-8a4c-4bd3-aaef-3adf7419b74c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.788209 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-aadb509a-8a4c-4bd3-aaef-3adf7419b74c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/07b994a0-3038-45c6-9b03-adabe3fc1842 HTTP/1.1" status: 204 len: 168 time: 0.3746970 Aug 09 17:00:06.788333 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 34326) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:06.801489 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1649c58d-8520-4fe9-bdb8-8edcb3e82440 None None] Network 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:00:06.837707 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.services.segments.plugin [-] Segment 0fe48ad4-3c33-430f-9607-53eec0dcede1 resource provider aggregate not found Aug 09 17:00:06.902639 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.services.segments.plugin [-] Segment 0fe48ad4-3c33-430f-9607-53eec0dcede1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0fe48ad4-3c33-430f-9607-53eec0dcede1 found for delete ", "request_id": "req-ee225f6d-9bdd-4bee-b35c-c131ea657b71"}]} Aug 09 17:00:06.913435 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567928'] for network, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.917347 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-107367'] for network, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.924200 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:06.930476 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] 10.222.0.49 "DELETE /v2.0/networks/4d9d930b-ec28-4ce0-9e7c-56489c3c9a94 HTTP/1.1" status: 204 len: 168 time: 0.7982004 Aug 09 17:00:06.931279 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34332) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:06.945240 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99580a79-e452-43a6-a77c-81705ca1283e admin admin] Pushing event deleted for resources: {'Network': ['ID=4d9d930b-ec28-4ce0-9e7c-56489c3c9a94,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:07.012590 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] Deleting port b26e20ed-b246-4484-aed8-2ef3c70c6b68 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:00:07.013507 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:07.060927 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] DHCP port deletion for 2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 request from dv-cinder-852570-1-iscsi {{(pid=109850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 17:00:07.093913 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] For port b26e20ed-b246-4484-aed8-2ef3c70c6b68, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=b26e20ed-b246-4484-aed8-2ef3c70c6b68,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:07.096731 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:07.112697 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] Calling delete_port for b26e20ed-b246-4484-aed8-2ef3c70c6b68 owned by network:dhcp {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:00:07.138687 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] Deleting port b26e20ed-b246-4484-aed8-2ef3c70c6b68 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:00:07.140238 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:07.228693 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] For port b26e20ed-b246-4484-aed8-2ef3c70c6b68, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=b26e20ed-b246-4484-aed8-2ef3c70c6b68,segment=NetworkSegment(73bc6df4-8599-4205-8273-c5885e51a656),segment_id=73bc6df4-8599-4205-8273-c5885e51a656)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:07.229342 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:07.232677 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device b26e20ed-b246-4484-aed8-2ef3c70c6b68 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:07.266472 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] Calling delete_port for b26e20ed-b246-4484-aed8-2ef3c70c6b68 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:00:07.317659 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:07.326921 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No active binding found for port b26e20ed-b246-4484-aed8-2ef3c70c6b68 {{(pid=109850) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 09 17:00:07.327471 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device b26e20ed-b246-4484-aed8-2ef3c70c6b68 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:07.330501 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device e4aa5dbe-1922-4830-95ef-9334e6d14d50 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:07.343609 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b26e20ed-b246-4484-aed8-2ef3c70c6b68,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:07.347836 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] No DVR routers for this DVR port b26e20ed-b246-4484-aed8-2ef3c70c6b68 on host dv-cinder-852570-1-iscsi {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:00:07.359314 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: e4aa5dbe-1922-4830-95ef-9334e6d14d50 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 17:00:07.359658 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device e4aa5dbe-1922-4830-95ef-9334e6d14d50 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:07.360090 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device b42b01c8-5973-4431-9643-c0669f33ae1c no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:07.387881 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: b42b01c8-5973-4431-9643-c0669f33ae1c {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 17:00:07.388479 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device b42b01c8-5973-4431-9643-c0669f33ae1c not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:07.388909 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device b40f544a-094d-49cb-83ae-ff3827bad410 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:07.398917 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a47daafd-72c9-4ec2-b7fb-666c5600c32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571222'] for router_interface, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:07.409726 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: b40f544a-094d-49cb-83ae-ff3827bad410 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 17:00:07.410076 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device b40f544a-094d-49cb-83ae-ff3827bad410 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:07.410503 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 81c82aec-d770-4ae1-aa83-3f6ea392a209 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:07.425587 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4957', 'neutron.services.segments.db._delete_segments_for_network-8730382773378'] for network, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:07.436624 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: 81c82aec-d770-4ae1-aa83-3f6ea392a209 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 17:00:07.436981 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 81c82aec-d770-4ae1-aa83-3f6ea392a209 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:07.447528 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:07.448187 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45']}} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:07.460879 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73bc6df4-8599-4205-8273-c5885e51a656') {'for_net_delete': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:07.461849 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73bc6df4-8599-4205-8273-c5885e51a656') {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:07.474463 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] Pushing event deleted for resources: {'Port': ['ID=b26e20ed-b246-4484-aed8-2ef3c70c6b68,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:07.475882 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730382772875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25604620'] for segment, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:07.479143 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] No DVR routers for this DVR port b26e20ed-b246-4484-aed8-2ef3c70c6b68 on host dv-cinder-852570-1-iscsi {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:00:07.495032 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:07.495399 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:07.495399 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:07.495399 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:07.495399 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:07.495399 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:07.495399 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:07.495929 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:07.496056 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:07.496392 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:07.496766 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:07.497142 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:07.497660 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc8c2c6-5cc6-41b7-b90b-9f41075eca8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:07.500554 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=109848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:00:07.501192 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25847957'] for segment, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:07.637212 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567928'] for network, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:07.644544 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:07.648409 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45 HTTP/1.1" status: 204 len: 168 time: 0.8593328 Aug 09 17:00:07.663054 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d358fc-ec25-49c9-b105-2d2b99c58ce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a9d7ee8-1dee-46c5-9e3e-e1da6895ad45,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:07.680808 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-a47daafd-72c9-4ec2-b7fb-666c5600c32f admin admin] Deleting port 1db96b13-6488-419f-914c-2b9cd5168126 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:00:07.681262 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a47daafd-72c9-4ec2-b7fb-666c5600c32f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:07.760383 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-a47daafd-72c9-4ec2-b7fb-666c5600c32f admin admin] For port 1db96b13-6488-419f-914c-2b9cd5168126, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=1db96b13-6488-419f-914c-2b9cd5168126,segment=NetworkSegment(7a99283d-ea74-475e-b2d1-e4fd524378cc),segment_id=7a99283d-ea74-475e-b2d1-e4fd524378cc)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:07.761057 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a47daafd-72c9-4ec2-b7fb-666c5600c32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:07.773617 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-a47daafd-72c9-4ec2-b7fb-666c5600c32f admin admin] Calling delete_port for 1db96b13-6488-419f-914c-2b9cd5168126 owned by network:router_interface {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:00:08.061138 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a47daafd-72c9-4ec2-b7fb-666c5600c32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:08.090063 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47daafd-72c9-4ec2-b7fb-666c5600c32f admin admin] Pushing event deleted for resources: {'Port': ['ID=1db96b13-6488-419f-914c-2b9cd5168126,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:08.106886 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 34346) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:08.142197 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 34350) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:08.216895 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-f1644d51-c1a0-4114-bfee-c18f1d7e806e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1742bf7a82941b5ac56e5c5d045417f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0732567 Aug 09 17:00:08.219478 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 34354) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:08.281326 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a47daafd-72c9-4ec2-b7fb-666c5600c32f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571386'] for router_interface, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:08.319762 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c10d8786-196d-420b-9f1d-c5f3aff6a1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:08.342864 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c10d8786-196d-420b-9f1d-c5f3aff6a1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:08.384583 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1872d64d-6dea-412e-9847-b331c8657717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:08.464356 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1872d64d-6dea-412e-9847-b331c8657717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:08.517873 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c10d8786-196d-420b-9f1d-c5f3aff6a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:08.520617 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c10d8786-196d-420b-9f1d-c5f3aff6a1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:08.521837 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-c10d8786-196d-420b-9f1d-c5f3aff6a1a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b22c4044-c832-4aa8-ae12-62916c4889db HTTP/1.1" status: 204 len: 168 time: 0.3008726 Aug 09 17:00:08.522571 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1872d64d-6dea-412e-9847-b331c8657717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:08.543007 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d8786-196d-420b-9f1d-c5f3aff6a1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22c4044-c832-4aa8-ae12-62916c4889db,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:08.577657 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-1872d64d-6dea-412e-9847-b331c8657717 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1ad1caa9c3543b6b1e27b351ed1da1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4713016 Aug 09 17:00:08.577657 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 34358) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:08.612270 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1872d64d-6dea-412e-9847-b331c8657717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339b67c3-63d1-4d91-83cf-a938593143ec,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:08.652098 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-aa92b571-efdf-4940-8ecc-3ffb32b2d98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:08.688569 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-aa92b571-efdf-4940-8ecc-3ffb32b2d98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:08.797000 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47daafd-72c9-4ec2-b7fb-666c5600c32f admin admin] Router a4806ff8-8c18-4d33-934c-03cae30738ac has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:00:08.900088 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-aa92b571-efdf-4940-8ecc-3ffb32b2d98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:08.903550 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-aa92b571-efdf-4940-8ecc-3ffb32b2d98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:08.903717 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47daafd-72c9-4ec2-b7fb-666c5600c32f admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:00:08.905214 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-aa92b571-efdf-4940-8ecc-3ffb32b2d98e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/339b67c3-63d1-4d91-83cf-a938593143ec HTTP/1.1" status: 204 len: 168 time: 0.3267729 Aug 09 17:00:08.913963 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a47daafd-72c9-4ec2-b7fb-666c5600c32f admin admin] 10.222.0.49 "PUT /v2.0/routers/a4806ff8-8c18-4d33-934c-03cae30738ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9817061 Aug 09 17:00:08.915202 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34372) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:08.917562 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3df24-867a-4f79-a2ab-b58d10329c38 None None] Sync routers for ids ['a4806ff8-8c18-4d33-934c-03cae30738ac'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:00:08.949531 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a3df24-867a-4f79-a2ab-b58d10329c38 None None] Routers {'a4806ff8-8c18-4d33-934c-03cae30738ac'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 17:00:08.949531 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-63a3df24-867a-4f79-a2ab-b58d10329c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:59:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a4806ff8-8c18-4d33-934c-03cae30738ac'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:08.949856 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.services.segments.plugin [-] Segment 73bc6df4-8599-4205-8273-c5885e51a656 resource provider aggregate not found Aug 09 17:00:08.960406 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92b571-efdf-4940-8ecc-3ffb32b2d98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339b67c3-63d1-4d91-83cf-a938593143ec,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:08.979571 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.services.segments.plugin [-] Segment 73bc6df4-8599-4205-8273-c5885e51a656 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73bc6df4-8599-4205-8273-c5885e51a656 found for delete ", "request_id": "req-795ce21e-e280-46ad-a737-ec2626274d43"}]} Aug 09 17:00:09.073531 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6789d2e3-8c12-49f8-8aeb-691b5f414653 admin admin] Notify callbacks [] for router, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:09.126351 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-63a3df24-867a-4f79-a2ab-b58d10329c38 None None] Set router a4806ff8-8c18-4d33-934c-03cae30738ac gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 17:00:09.201233 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6789d2e3-8c12-49f8-8aeb-691b5f414653 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:09.321814 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-6789d2e3-8c12-49f8-8aeb-691b5f414653 admin admin] Deleting port 1767aba6-7f24-4ee8-a045-e23f8f17f968 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:00:09.321968 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6789d2e3-8c12-49f8-8aeb-691b5f414653 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:09.416974 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-6789d2e3-8c12-49f8-8aeb-691b5f414653 admin admin] For port 1767aba6-7f24-4ee8-a045-e23f8f17f968, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=1767aba6-7f24-4ee8-a045-e23f8f17f968,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:09.417357 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6789d2e3-8c12-49f8-8aeb-691b5f414653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:09.433011 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-6789d2e3-8c12-49f8-8aeb-691b5f414653 admin admin] Calling delete_port for 1767aba6-7f24-4ee8-a045-e23f8f17f968 owned by network:router_gateway {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:00:09.472508 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-63a3df24-867a-4f79-a2ab-b58d10329c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4806ff8-8c18-4d33-934c-03cae30738ac', 'name': 'tempest-TestShelveInstance-572032552-router', 'tenant_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': '1767aba6-7f24-4ee8-a045-e23f8f17f968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:33Z', 'updated_at': '2022-08-09T17:00:07Z', 'revision_number': 5, 'project_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'gw_port': {'id': '1767aba6-7f24-4ee8-a045-e23f8f17f968', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4806ff8-8c18-4d33-934c-03cae30738ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:53:37Z', 'updated_at': '2022-08-09T16:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:09.501558 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3df24-867a-4f79-a2ab-b58d10329c38 None None] Checking router: a4806ff8-8c18-4d33-934c-03cae30738ac for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:00:09.516084 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a3df24-867a-4f79-a2ab-b58d10329c38 None None] Routers {'a4806ff8-8c18-4d33-934c-03cae30738ac'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 17:00:09.516718 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-63a3df24-867a-4f79-a2ab-b58d10329c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T16:59:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['a4806ff8-8c18-4d33-934c-03cae30738ac'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:09.612093 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-63a3df24-867a-4f79-a2ab-b58d10329c38 None None] Set router a4806ff8-8c18-4d33-934c-03cae30738ac gateway port host: None {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 17:00:09.671585 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6789d2e3-8c12-49f8-8aeb-691b5f414653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:09.675712 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-63a3df24-867a-4f79-a2ab-b58d10329c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4806ff8-8c18-4d33-934c-03cae30738ac', 'name': 'tempest-TestShelveInstance-572032552-router', 'tenant_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:33Z', 'updated_at': '2022-08-09T17:00:09Z', 'revision_number': 6, 'project_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'gw_port_host': None}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:09.704692 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3df24-867a-4f79-a2ab-b58d10329c38 None None] The sync data for ids ['a4806ff8-8c18-4d33-934c-03cae30738ac'] in dv-cinder-852570-1-iscsi is: [{'id': 'a4806ff8-8c18-4d33-934c-03cae30738ac', 'name': 'tempest-TestShelveInstance-572032552-router', 'tenant_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:53:33Z', 'updated_at': '2022-08-09T17:00:09Z', 'revision_number': 6, 'project_id': '6ef5cc352cfb432fa7efe5ab36ceee71', 'gw_port_host': None}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:00:09.706513 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 34404) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:09.720571 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789d2e3-8c12-49f8-8aeb-691b5f414653 admin admin] Pushing event deleted for resources: {'Port': ['ID=1767aba6-7f24-4ee8-a045-e23f8f17f968,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:09.816361 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6789d2e3-8c12-49f8-8aeb-691b5f414653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568720'] for router_gateway, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:09.845940 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-ee8fbae8-8eef-4f04-b19a-29a0e98e1f28 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1643985467-network', 'tenant_id': '3a28410b21174f8c817d24a5adf8f14f'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:09.926305 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6789d2e3-8c12-49f8-8aeb-691b5f414653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-755'] for router, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:09.928898 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6789d2e3-8c12-49f8-8aeb-691b5f414653 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:09.940026 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8fbae8-8eef-4f04-b19a-29a0e98e1f28 admin admin] Made reservation on behalf of 3a28410b21174f8c817d24a5adf8f14f for: {'network': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:00:09.944758 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ee8fbae8-8eef-4f04-b19a-29a0e98e1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for network, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:09.954360 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ee8fbae8-8eef-4f04-b19a-29a0e98e1f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.077707 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6789d2e3-8c12-49f8-8aeb-691b5f414653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573157'] for router, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.078291 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6789d2e3-8c12-49f8-8aeb-691b5f414653 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4806ff8-8c18-4d33-934c-03cae30738ac {{(pid=109849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:00:10.082743 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6789d2e3-8c12-49f8-8aeb-691b5f414653 admin admin] Notify callbacks [] for router, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.086592 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-6789d2e3-8c12-49f8-8aeb-691b5f414653 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a4806ff8-8c18-4d33-934c-03cae30738ac HTTP/1.1" status: 204 len: 168 time: 1.1696661 Aug 09 17:00:10.087210 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34420) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:10.146495 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ee8fbae8-8eef-4f04-b19a-29a0e98e1f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.147967 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2a5e3f-ba31-4d39-b8cf-4b2131e320b0 admin admin] Deleting subnet c9ca1498-b9c7-4620-917c-c87e15dbd5fc {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 17:00:10.151695 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5e3f-ba31-4d39-b8cf-4b2131e320b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.200474 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5e3f-ba31-4d39-b8cf-4b2131e320b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29272685'] for subnet, precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.277775 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ee8fbae8-8eef-4f04-b19a-29a0e98e1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.285567 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5e3f-ba31-4d39-b8cf-4b2131e320b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3282'] for subnet, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.300544 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8fbae8-8eef-4f04-b19a-29a0e98e1f28 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=109848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:00:10.314610 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fbae8-8eef-4f04-b19a-29a0e98e1f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e2b7c5-5701-433f-9515-b98e2f01090d,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:10.319619 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ee8fbae8-8eef-4f04-b19a-29a0e98e1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.319971 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.db.segments_db [None req-ee8fbae8-8eef-4f04-b19a-29a0e98e1f28 admin admin] Added segment 5339b41b-082c-4e93-bdcb-67c28c4f12bf of type vlan for network 3555fd71-0e64-4c7d-ac49-dcc7ccead9b6 Aug 09 17:00:10.383645 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ee8fbae8-8eef-4f04-b19a-29a0e98e1f28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730382254695'] for network, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.404476 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5e3f-ba31-4d39-b8cf-4b2131e320b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25174513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25887119'] for subnet, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.433862 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a5e3f-ba31-4d39-b8cf-4b2131e320b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9ca1498-b9c7-4620-917c-c87e15dbd5fc,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:10.436095 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-ab2a5e3f-ba31-4d39-b8cf-4b2131e320b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.442435 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 34430) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:10.442592 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-ab2a5e3f-ba31-4d39-b8cf-4b2131e320b0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c9ca1498-b9c7-4620-917c-c87e15dbd5fc HTTP/1.1" status: 204 len: 168 time: 0.3541713 Aug 09 17:00:10.444452 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e070fbe-6616-4b3c-9eb1-fe4e09958df4 None None] Network bf506019-5f4f-43fe-9886-e1dcd3d3b499 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:00:10.510611 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ee8fbae8-8eef-4f04-b19a-29a0e98e1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for network, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.511581 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8fbae8-8eef-4f04-b19a-29a0e98e1f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:10.512813 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-ee8fbae8-8eef-4f04-b19a-29a0e98e1f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.545582 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-107367'] for network, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.597528 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fbae8-8eef-4f04-b19a-29a0e98e1f28 admin admin] Pushing event updated for resources: {'Network': ['ID=3555fd71-0e64-4c7d-ac49-dcc7ccead9b6,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:10.609186 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Network 3555fd71-0e64-4c7d-ac49-dcc7ccead9b6 details requested by agent ovs-agent-dv-cinder-852570-1-iscsi with host dv-cinder-852570-1-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:00:10.627908 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-ee8fbae8-8eef-4f04-b19a-29a0e98e1f28 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9202034 Aug 09 17:00:10.631089 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34432) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:10.636535 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-e79d4006-8c28-4f62-97fc-07aa403ac283 admin admin] Request body: {'subnet': {'network_id': '3555fd71-0e64-4c7d-ac49-dcc7ccead9b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1643985467-subnet', 'tenant_id': '3a28410b21174f8c817d24a5adf8f14f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:10.662927 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] Deleting port 8df11c44-0886-4117-a74d-d12187a54862 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:00:10.663914 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.695874 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c1e2b1-fc78-46ef-b75f-dac98f7fb109 None None] DHCP port deletion for bf506019-5f4f-43fe-9886-e1dcd3d3b499 request from dv-cinder-852570-1-iscsi {{(pid=109850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 17:00:10.741278 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79d4006-8c28-4f62-97fc-07aa403ac283 admin admin] Made reservation on behalf of 3a28410b21174f8c817d24a5adf8f14f for: {'subnet': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:00:10.742534 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] For port 8df11c44-0886-4117-a74d-d12187a54862, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=8df11c44-0886-4117-a74d-d12187a54862,segment=NetworkSegment(7a99283d-ea74-475e-b2d1-e4fd524378cc),segment_id=7a99283d-ea74-475e-b2d1-e4fd524378cc)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:10.743057 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.744697 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e79d4006-8c28-4f62-97fc-07aa403ac283 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25887146'] for subnet, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.755336 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-87c1e2b1-fc78-46ef-b75f-dac98f7fb109 None None] Deleting port 8df11c44-0886-4117-a74d-d12187a54862 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:00:10.757174 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] Calling delete_port for 8df11c44-0886-4117-a74d-d12187a54862 owned by network:dhcp {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:00:10.757376 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-87c1e2b1-fc78-46ef-b75f-dac98f7fb109 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.832177 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-87c1e2b1-fc78-46ef-b75f-dac98f7fb109 None None] For port 8df11c44-0886-4117-a74d-d12187a54862, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=8df11c44-0886-4117-a74d-d12187a54862,segment=NetworkSegment(7a99283d-ea74-475e-b2d1-e4fd524378cc),segment_id=7a99283d-ea74-475e-b2d1-e4fd524378cc)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:00:10.832653 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-87c1e2b1-fc78-46ef-b75f-dac98f7fb109 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.859292 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-87c1e2b1-fc78-46ef-b75f-dac98f7fb109 None None] Calling delete_port for 8df11c44-0886-4117-a74d-d12187a54862 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:00:10.952830 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.962766 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-87c1e2b1-fc78-46ef-b75f-dac98f7fb109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:10.983835 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df11c44-0886-4117-a74d-d12187a54862,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:10.990603 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] No DVR routers for this DVR port 8df11c44-0886-4117-a74d-d12187a54862 on host dv-cinder-852570-1-iscsi {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:00:10.993996 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1e2b1-fc78-46ef-b75f-dac98f7fb109 None None] Pushing event deleted for resources: {'Port': ['ID=8df11c44-0886-4117-a74d-d12187a54862,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:10.998535 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c1e2b1-fc78-46ef-b75f-dac98f7fb109 None None] No DVR routers for this DVR port 8df11c44-0886-4117-a74d-d12187a54862 on host dv-cinder-852570-1-iscsi {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:00:11.043404 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e79d4006-8c28-4f62-97fc-07aa403ac283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25174320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25887108'] for subnet, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:11.091782 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4957', 'neutron.services.segments.db._delete_segments_for_network-8730382773378'] for network, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:11.126630 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d4006-8c28-4f62-97fc-07aa403ac283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3220f75-0a5f-473f-a89d-b60cf6a124eb,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:11.129543 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9f85fa31-96a5-4e9b-a487-bf9ac2eb9c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:11.146998 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79d4006-8c28-4f62-97fc-07aa403ac283 admin admin] Checking segment: {'id': '5339b41b-082c-4e93-bdcb-67c28c4f12bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '3555fd71-0e64-4c7d-ac49-dcc7ccead9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 17:00:11.147354 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79d4006-8c28-4f62-97fc-07aa403ac283 admin admin] Network hostable DHCP agents. Network: 3555fd71-0e64-4c7d-ac49-dcc7ccead9b6, hostable agents: ['29a5f48d-823f-44e6-8d1e-becd3d6d9067'], hosted agents: [] {{(pid=109849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:00:11.161207 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 1767aba6-7f24-4ee8-a045-e23f8f17f968 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:11.187421 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: 1767aba6-7f24-4ee8-a045-e23f8f17f968 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 17:00:11.187421 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 1767aba6-7f24-4ee8-a045-e23f8f17f968 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:11.187421 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 1db96b13-6488-419f-914c-2b9cd5168126 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:11.211699 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: 1db96b13-6488-419f-914c-2b9cd5168126 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 17:00:11.212042 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 1db96b13-6488-419f-914c-2b9cd5168126 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:11.212469 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 8df11c44-0886-4117-a74d-d12187a54862 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:00:11.220410 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79d4006-8c28-4f62-97fc-07aa403ac283 admin admin] Network 3555fd71-0e64-4c7d-ac49-dcc7ccead9b6 is scheduled to be hosted by DHCP agent 29a5f48d-823f-44e6-8d1e-becd3d6d9067 with binding_index 1 {{(pid=109849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:00:11.233676 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: 8df11c44-0886-4117-a74d-d12187a54862 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 17:00:11.234028 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 8df11c44-0886-4117-a74d-d12187a54862 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:00:11.317129 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-e79d4006-8c28-4f62-97fc-07aa403ac283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852570-1-iscsi, 3555fd71-0e64-4c7d-ac49-dcc7ccead9b6) {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:11.321566 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79d4006-8c28-4f62-97fc-07aa403ac283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:11.322277 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e79d4006-8c28-4f62-97fc-07aa403ac283 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:11.330194 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8010be92-ad0d-4efa-89fb-0d9c5c7d5a55 None None] Network 3555fd71-0e64-4c7d-ac49-dcc7ccead9b6 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:00:11.400524 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf506019-5f4f-43fe-9886-e1dcd3d3b499']}} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:11.410786 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a99283d-ea74-475e-b2d1-e4fd524378cc') {'for_net_delete': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:11.411085 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a99283d-ea74-475e-b2d1-e4fd524378cc') {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:11.421890 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730382772875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25604620'] for segment, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:11.429834 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-e79d4006-8c28-4f62-97fc-07aa403ac283 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7970510 Aug 09 17:00:11.445000 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:11.451955 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=109848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:00:11.452461 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25847957'] for segment, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:11.473805 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10b717a-4b64-4f3b-9587-6b1f1c7114eb None None] Network 3555fd71-0e64-4c7d-ac49-dcc7ccead9b6 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:00:11.488002 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.services.segments.plugin [-] Segment 7a99283d-ea74-475e-b2d1-e4fd524378cc resource provider aggregate not found Aug 09 17:00:11.528007 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.services.segments.plugin [-] Segment 7a99283d-ea74-475e-b2d1-e4fd524378cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a99283d-ea74-475e-b2d1-e4fd524378cc found for delete ", "request_id": "req-e4bf7672-750c-4c6c-98a5-7f93c47179ee"}]} Aug 09 17:00:11.608646 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567928'] for network, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:11.615296 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:11.618780 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/bf506019-5f4f-43fe-9886-e1dcd3d3b499 HTTP/1.1" status: 204 len: 168 time: 1.1751575 Aug 09 17:00:11.629999 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819997d4-2119-464e-89c1-d7b7696ef4e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf506019-5f4f-43fe-9886-e1dcd3d3b499,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:11.981613 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34456) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:12.022570 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-de0bbc97-79e3-490f-8f2d-a73b3a095a2d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe8927f6dc13431c858fe5dde17fcf61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397305 Aug 09 17:00:12.025084 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34460) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:12.075202 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-32098cda-d1ae-4daf-a01a-fcc189d6e791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:12.100561 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-32098cda-d1ae-4daf-a01a-fcc189d6e791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:12.239952 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34466) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:12.245572 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-67d386a9-c211-4697-86b6-3173d84ceef8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-961946172-network', 'tenant_id': 'd3b1fdae5d0e46c8b38d89eb01fef1d9'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:12.249882 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-32098cda-d1ae-4daf-a01a-fcc189d6e791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:12.252364 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-32098cda-d1ae-4daf-a01a-fcc189d6e791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:12.253448 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-32098cda-d1ae-4daf-a01a-fcc189d6e791 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12bf1493-8a4d-4bbe-a5ce-29afe981f152 HTTP/1.1" status: 204 len: 168 time: 0.2273934 Aug 09 17:00:12.276167 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32098cda-d1ae-4daf-a01a-fcc189d6e791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bf1493-8a4d-4bbe-a5ce-29afe981f152,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:12.351598 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d386a9-c211-4697-86b6-3173d84ceef8 admin admin] Made reservation on behalf of d3b1fdae5d0e46c8b38d89eb01fef1d9 for: {'network': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:00:12.353974 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-67d386a9-c211-4697-86b6-3173d84ceef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for network, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:12.363072 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-67d386a9-c211-4697-86b6-3173d84ceef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:12.437731 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-67d386a9-c211-4697-86b6-3173d84ceef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:12.505949 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-67d386a9-c211-4697-86b6-3173d84ceef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:12.536877 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d386a9-c211-4697-86b6-3173d84ceef8 admin admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=109849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:00:12.546965 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d386a9-c211-4697-86b6-3173d84ceef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619acd49-22e7-4a35-98ed-9f7d52f942a5,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:12.554461 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-67d386a9-c211-4697-86b6-3173d84ceef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:12.554811 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.segments_db [None req-67d386a9-c211-4697-86b6-3173d84ceef8 admin admin] Added segment 5792ea73-274a-452c-a1af-b01408339cf8 of type vlan for network 4a2afe8e-1457-4899-9619-5d7a6782787b Aug 09 17:00:12.600552 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-67d386a9-c211-4697-86b6-3173d84ceef8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730382254695'] for network, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:12.671128 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-67d386a9-c211-4697-86b6-3173d84ceef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for network, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:12.672137 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d386a9-c211-4697-86b6-3173d84ceef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:12.672760 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-67d386a9-c211-4697-86b6-3173d84ceef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:12.736425 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d386a9-c211-4697-86b6-3173d84ceef8 admin admin] Pushing event updated for resources: {'Network': ['ID=4a2afe8e-1457-4899-9619-5d7a6782787b,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:12.747288 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Network 4a2afe8e-1457-4899-9619-5d7a6782787b details requested by agent ovs-agent-dv-cinder-852570-1-iscsi with host dv-cinder-852570-1-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:00:12.919960 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-67d386a9-c211-4697-86b6-3173d84ceef8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6788032 Aug 09 17:00:12.922815 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34474) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:12.927601 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-44bb6548-9ed2-430d-9def-4864dbadbb31 admin admin] Request body: {'subnet': {'network_id': '4a2afe8e-1457-4899-9619-5d7a6782787b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-961946172-subnet', 'tenant_id': 'd3b1fdae5d0e46c8b38d89eb01fef1d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:13.036858 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bb6548-9ed2-430d-9def-4864dbadbb31 admin admin] Made reservation on behalf of d3b1fdae5d0e46c8b38d89eb01fef1d9 for: {'subnet': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:00:13.039233 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-44bb6548-9ed2-430d-9def-4864dbadbb31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25887146'] for subnet, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:13.094387 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-4699e885-adec-4a02-9171-a7b3a3cac5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:13.153051 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 34478) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:13.194711 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-830ff3a9-e3fa-422d-817d-02ca5c018a34 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ef5cc352cfb432fa7efe5ab36ceee71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403857 Aug 09 17:00:13.197253 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 34480) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:13.249257 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7e38-641b-4489-b36c-d314ab7c7bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:13.269638 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7e38-641b-4489-b36c-d314ab7c7bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:13.283038 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-44bb6548-9ed2-430d-9def-4864dbadbb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25174320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25887108'] for subnet, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:13.341972 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb6548-9ed2-430d-9def-4864dbadbb31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee05a278-40f9-474c-a2ad-cebd59cd7e27,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:13.346320 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb6548-9ed2-430d-9def-4864dbadbb31 admin admin] Checking segment: {'id': '5792ea73-274a-452c-a1af-b01408339cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '4a2afe8e-1457-4899-9619-5d7a6782787b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 17:00:13.346677 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bb6548-9ed2-430d-9def-4864dbadbb31 admin admin] Network hostable DHCP agents. Network: 4a2afe8e-1457-4899-9619-5d7a6782787b, hostable agents: ['29a5f48d-823f-44e6-8d1e-becd3d6d9067'], hosted agents: [] {{(pid=109849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:00:13.385661 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7e38-641b-4489-b36c-d314ab7c7bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:13.388533 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7e38-641b-4489-b36c-d314ab7c7bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:13.389713 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-fa6b7e38-641b-4489-b36c-d314ab7c7bab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/404fa883-73ca-4c84-90b5-f33a4c165537 HTTP/1.1" status: 204 len: 168 time: 0.1914606 Aug 09 17:00:13.398129 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b7e38-641b-4489-b36c-d314ab7c7bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404fa883-73ca-4c84-90b5-f33a4c165537,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:13.459976 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bb6548-9ed2-430d-9def-4864dbadbb31 admin admin] Network 4a2afe8e-1457-4899-9619-5d7a6782787b is scheduled to be hosted by DHCP agent 29a5f48d-823f-44e6-8d1e-becd3d6d9067 with binding_index 1 {{(pid=109849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:00:13.548128 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-44bb6548-9ed2-430d-9def-4864dbadbb31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852570-1-iscsi, 4a2afe8e-1457-4899-9619-5d7a6782787b) {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:13.556056 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bb6548-9ed2-430d-9def-4864dbadbb31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:13.558869 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-44bb6548-9ed2-430d-9def-4864dbadbb31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:13.566390 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409509ed-2f64-400d-9317-c4f22814ecf3 None None] Network 4a2afe8e-1457-4899-9619-5d7a6782787b requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:00:13.611925 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-44bb6548-9ed2-430d-9def-4864dbadbb31 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6880169 Aug 09 17:00:13.699796 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc675dc7-d1fd-4440-aa7e-d303571918f0 None None] Network 4a2afe8e-1457-4899-9619-5d7a6782787b requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:00:13.752843 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 34488) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:13.808547 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0f6aa6-6428-4385-8ed1-dd6116de5dc0 admin admin] Deleting subnet a3220f75-0a5f-473f-a89d-b60cf6a124eb {{(pid=109848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 17:00:13.813716 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6aa6-6428-4385-8ed1-dd6116de5dc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:13.864398 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6aa6-6428-4385-8ed1-dd6116de5dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25604629'] for subnet, precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:13.911367 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6aa6-6428-4385-8ed1-dd6116de5dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3282'] for subnet, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.031744 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6aa6-6428-4385-8ed1-dd6116de5dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25848011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25700842'] for subnet, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.058239 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f6aa6-6428-4385-8ed1-dd6116de5dc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3220f75-0a5f-473f-a89d-b60cf6a124eb,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:14.060947 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-bb0f6aa6-6428-4385-8ed1-dd6116de5dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.064079 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-bb0f6aa6-6428-4385-8ed1-dd6116de5dc0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a3220f75-0a5f-473f-a89d-b60cf6a124eb HTTP/1.1" status: 204 len: 168 time: 0.3098595 Aug 09 17:00:14.066636 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 34490) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:14.134443 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8adc-2d3e-4e19-b5c5-9f5beff291b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-107367'] for network, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.214144 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8adc-2d3e-4e19-b5c5-9f5beff291b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4957', 'neutron.services.segments.db._delete_segments_for_network-8730382773378'] for network, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.233670 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-f9eb8adc-2d3e-4e19-b5c5-9f5beff291b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3555fd71-0e64-4c7d-ac49-dcc7ccead9b6']}} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:14.242519 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-f9eb8adc-2d3e-4e19-b5c5-9f5beff291b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5339b41b-082c-4e93-bdcb-67c28c4f12bf') {'for_net_delete': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:14.242815 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-f9eb8adc-2d3e-4e19-b5c5-9f5beff291b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5339b41b-082c-4e93-bdcb-67c28c4f12bf') {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:14.252839 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8adc-2d3e-4e19-b5c5-9f5beff291b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730382772875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25604620'] for segment, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.265736 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8adc-2d3e-4e19-b5c5-9f5beff291b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.271477 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9eb8adc-2d3e-4e19-b5c5-9f5beff291b8 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=109848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:00:14.271852 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8adc-2d3e-4e19-b5c5-9f5beff291b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25847957'] for segment, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.299212 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.services.segments.plugin [-] Segment 5339b41b-082c-4e93-bdcb-67c28c4f12bf resource provider aggregate not found Aug 09 17:00:14.342337 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.services.segments.plugin [-] Segment 5339b41b-082c-4e93-bdcb-67c28c4f12bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5339b41b-082c-4e93-bdcb-67c28c4f12bf found for delete ", "request_id": "req-a16395a8-4021-4ef0-8c58-d5b660b54b35"}]} Aug 09 17:00:14.420355 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8adc-2d3e-4e19-b5c5-9f5beff291b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567928'] for network, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.425885 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f9eb8adc-2d3e-4e19-b5c5-9f5beff291b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.428803 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-f9eb8adc-2d3e-4e19-b5c5-9f5beff291b8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3555fd71-0e64-4c7d-ac49-dcc7ccead9b6 HTTP/1.1" status: 204 len: 168 time: 0.3612592 Aug 09 17:00:14.431899 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34498) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:14.439995 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb8adc-2d3e-4e19-b5c5-9f5beff291b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3555fd71-0e64-4c7d-ac49-dcc7ccead9b6,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:14.480475 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8bb1ee-e443-4544-8559-7f8b1878bb95 admin admin] Deleting subnet ee05a278-40f9-474c-a2ad-cebd59cd7e27 {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 17:00:14.483861 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6f8bb1ee-e443-4544-8559-7f8b1878bb95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.518412 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6f8bb1ee-e443-4544-8559-7f8b1878bb95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29272685'] for subnet, precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.555897 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6f8bb1ee-e443-4544-8559-7f8b1878bb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3282'] for subnet, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.740401 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6f8bb1ee-e443-4544-8559-7f8b1878bb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25174513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25887119'] for subnet, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.770215 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bb1ee-e443-4544-8559-7f8b1878bb95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee05a278-40f9-474c-a2ad-cebd59cd7e27,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:14.773924 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6f8bb1ee-e443-4544-8559-7f8b1878bb95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.777279 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-6f8bb1ee-e443-4544-8559-7f8b1878bb95 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ee05a278-40f9-474c-a2ad-cebd59cd7e27 HTTP/1.1" status: 204 len: 168 time: 0.3441141 Aug 09 17:00:14.779664 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34502) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:14.849599 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bff30bc5-8d4b-4fd3-9ab3-012dbe552c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-107367'] for network, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.930858 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bff30bc5-8d4b-4fd3-9ab3-012dbe552c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4957', 'neutron.services.segments.db._delete_segments_for_network-8730382773378'] for network, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.951345 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-bff30bc5-8d4b-4fd3-9ab3-012dbe552c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2afe8e-1457-4899-9619-5d7a6782787b']}} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:14.960433 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-bff30bc5-8d4b-4fd3-9ab3-012dbe552c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5792ea73-274a-452c-a1af-b01408339cf8') {'for_net_delete': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:14.960732 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-bff30bc5-8d4b-4fd3-9ab3-012dbe552c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5792ea73-274a-452c-a1af-b01408339cf8') {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:00:14.970415 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bff30bc5-8d4b-4fd3-9ab3-012dbe552c91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730382772875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29272692'] for segment, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.973987 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.984100 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bff30bc5-8d4b-4fd3-9ab3-012dbe552c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:14.989850 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff30bc5-8d4b-4fd3-9ab3-012dbe552c91 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=109849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:00:14.990240 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bff30bc5-8d4b-4fd3-9ab3-012dbe552c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25174447'] for segment, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:15.009664 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.services.segments.plugin [-] Segment 5792ea73-274a-452c-a1af-b01408339cf8 resource provider aggregate not found Aug 09 17:00:15.046614 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.services.segments.plugin [-] Segment 5792ea73-274a-452c-a1af-b01408339cf8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5792ea73-274a-452c-a1af-b01408339cf8 found for delete ", "request_id": "req-8cc0ab2d-91af-469e-90c4-78de40a4619e"}]} Aug 09 17:00:15.123145 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bff30bc5-8d4b-4fd3-9ab3-012dbe552c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567928'] for network, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:15.128948 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bff30bc5-8d4b-4fd3-9ab3-012dbe552c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:15.132130 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-bff30bc5-8d4b-4fd3-9ab3-012dbe552c91 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4a2afe8e-1457-4899-9619-5d7a6782787b HTTP/1.1" status: 204 len: 168 time: 0.3513031 Aug 09 17:00:15.143000 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff30bc5-8d4b-4fd3-9ab3-012dbe552c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a2afe8e-1457-4899-9619-5d7a6782787b,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:15.552795 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34522) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:15.596079 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8b8b6a06-2e03-4610-bb9e-1da94ee2958a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a28410b21174f8c817d24a5adf8f14f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419416 Aug 09 17:00:15.598567 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34524) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:15.649617 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5ba67b0b-aac4-4c57-bf7d-e73e670381a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:15.679060 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5ba67b0b-aac4-4c57-bf7d-e73e670381a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:15.808342 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5ba67b0b-aac4-4c57-bf7d-e73e670381a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:15.811622 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5ba67b0b-aac4-4c57-bf7d-e73e670381a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:15.815333 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-5ba67b0b-aac4-4c57-bf7d-e73e670381a7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25e2b7c5-5701-433f-9515-b98e2f01090d HTTP/1.1" status: 204 len: 168 time: 0.2132881 Aug 09 17:00:15.820684 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba67b0b-aac4-4c57-bf7d-e73e670381a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e2b7c5-5701-433f-9515-b98e2f01090d,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:16.196812 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:16.619198 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34554) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:16.658380 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d2c02ebb-2d33-4acd-a294-beae2058b606 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d3b1fdae5d0e46c8b38d89eb01fef1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379977 Aug 09 17:00:16.660717 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34556) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:16.706790 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d8f5207b-134c-4d87-ace4-01f5c2763145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:16.726901 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d8f5207b-134c-4d87-ace4-01f5c2763145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:16.802966 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:16.854265 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d8f5207b-134c-4d87-ace4-01f5c2763145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:16.856809 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d8f5207b-134c-4d87-ace4-01f5c2763145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:16.858039 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d8f5207b-134c-4d87-ace4-01f5c2763145 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/619acd49-22e7-4a35-98ed-9f7d52f942a5 HTTP/1.1" status: 204 len: 168 time: 0.1963995 Aug 09 17:00:16.868786 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5207b-134c-4d87-ace4-01f5c2763145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619acd49-22e7-4a35-98ed-9f7d52f942a5,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:16.874252 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5207b-134c-4d87-ace4-01f5c2763145 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:16.874605 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5207b-134c-4d87-ace4-01f5c2763145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:16.874945 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5207b-134c-4d87-ace4-01f5c2763145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:16.875386 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5207b-134c-4d87-ace4-01f5c2763145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:16.875716 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5207b-134c-4d87-ace4-01f5c2763145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:16.876051 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5207b-134c-4d87-ace4-01f5c2763145 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:16.876387 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5207b-134c-4d87-ace4-01f5c2763145 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:16.876704 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5207b-134c-4d87-ace4-01f5c2763145 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:16.877034 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5207b-134c-4d87-ace4-01f5c2763145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:16.877360 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5207b-134c-4d87-ace4-01f5c2763145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:16.877708 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5207b-134c-4d87-ace4-01f5c2763145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:16.878037 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f5207b-134c-4d87-ace4-01f5c2763145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:16.997267 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:20.624744 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34684) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:20.730762 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-abf176a2-35f5-4064-a7d2-2601fd581b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:20.807027 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-abf176a2-35f5-4064-a7d2-2601fd581b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:20.893810 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-abf176a2-35f5-4064-a7d2-2601fd581b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:20.934444 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-abf176a2-35f5-4064-a7d2-2601fd581b95 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d7f6a94cdc944e689551c9b4bdae2959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086138 Aug 09 17:00:20.935948 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf176a2-35f5-4064-a7d2-2601fd581b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9dbee8-4cdd-474a-be51-7dd6ea64d72f,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:20.937917 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 34698) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:20.986803 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f2665a59-d70f-4248-b60c-519e0e5e907e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:21.010821 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f2665a59-d70f-4248-b60c-519e0e5e907e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:21.099629 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f2665a59-d70f-4248-b60c-519e0e5e907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:21.102279 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-f2665a59-d70f-4248-b60c-519e0e5e907e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:21.103431 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-f2665a59-d70f-4248-b60c-519e0e5e907e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7f9dbee8-4cdd-474a-be51-7dd6ea64d72f HTTP/1.1" status: 204 len: 168 time: 0.1645110 Aug 09 17:00:21.112327 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2665a59-d70f-4248-b60c-519e0e5e907e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9dbee8-4cdd-474a-be51-7dd6ea64d72f,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:21.120356 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665a59-d70f-4248-b60c-519e0e5e907e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:21.120710 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665a59-d70f-4248-b60c-519e0e5e907e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:21.121053 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665a59-d70f-4248-b60c-519e0e5e907e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:21.121395 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665a59-d70f-4248-b60c-519e0e5e907e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:21.121764 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665a59-d70f-4248-b60c-519e0e5e907e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:21.122092 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665a59-d70f-4248-b60c-519e0e5e907e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:21.122430 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665a59-d70f-4248-b60c-519e0e5e907e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:21.122936 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665a59-d70f-4248-b60c-519e0e5e907e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:21.123204 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665a59-d70f-4248-b60c-519e0e5e907e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:21.123540 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665a59-d70f-4248-b60c-519e0e5e907e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:21.123871 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665a59-d70f-4248-b60c-519e0e5e907e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:21.124195 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2665a59-d70f-4248-b60c-519e0e5e907e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:00:21.689087 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 34710) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:21.702656 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-21a61a27-dd9d-43c9-9422-5b5c77d241a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:21.775729 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-21a61a27-dd9d-43c9-9422-5b5c77d241a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:21.813813 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-21a61a27-dd9d-43c9-9422-5b5c77d241a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:21.861258 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-21a61a27-dd9d-43c9-9422-5b5c77d241a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5baa60a8bdfb495985399382eb32a117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1710401 Aug 09 17:00:21.862135 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a61a27-dd9d-43c9-9422-5b5c77d241a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa851f8-f2f4-4885-8585-2c217d057b1c,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:21.863940 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34714) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:21.917033 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b268d3f2-1ce9-4322-a942-ef54dbea959c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:21.944435 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b268d3f2-1ce9-4322-a942-ef54dbea959c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.144850 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b268d3f2-1ce9-4322-a942-ef54dbea959c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.147572 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b268d3f2-1ce9-4322-a942-ef54dbea959c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.148769 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-b268d3f2-1ce9-4322-a942-ef54dbea959c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7aa851f8-f2f4-4885-8585-2c217d057b1c HTTP/1.1" status: 204 len: 168 time: 0.2836523 Aug 09 17:00:22.158076 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268d3f2-1ce9-4322-a942-ef54dbea959c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa851f8-f2f4-4885-8585-2c217d057b1c,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:22.523145 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 34728) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:22.630727 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5b3e1544-6559-45a5-9635-b205baffa89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.703998 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5b3e1544-6559-45a5-9635-b205baffa89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.774081 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5b3e1544-6559-45a5-9635-b205baffa89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.813859 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-5b3e1544-6559-45a5-9635-b205baffa89a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ab042d1f354449c9fe56241de9a5a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895417 Aug 09 17:00:22.815368 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e1544-6559-45a5-9635-b205baffa89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b942557-ef59-463f-9600-826e1bddcc32,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:22.816645 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34742) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:22.881061 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fcf49dfd-5179-46f8-8116-a3c8d394fc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:22.902644 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fcf49dfd-5179-46f8-8116-a3c8d394fc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:23.031811 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fcf49dfd-5179-46f8-8116-a3c8d394fc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:23.034406 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fcf49dfd-5179-46f8-8116-a3c8d394fc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:23.035565 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-fcf49dfd-5179-46f8-8116-a3c8d394fc05 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b942557-ef59-463f-9600-826e1bddcc32 HTTP/1.1" status: 204 len: 168 time: 0.2179186 Aug 09 17:00:23.043334 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf49dfd-5179-46f8-8116-a3c8d394fc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b942557-ef59-463f-9600-826e1bddcc32,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:23.597314 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 34766) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:23.610470 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d20916bc-28f6-4085-9dab-f3bb684cbd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:23.685288 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d20916bc-28f6-4085-9dab-f3bb684cbd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:23.734224 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-d20916bc-28f6-4085-9dab-f3bb684cbd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:23.773022 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-d20916bc-28f6-4085-9dab-f3bb684cbd0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e3188cac1cd644a88900192938ffd645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1745846 Aug 09 17:00:23.773908 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20916bc-28f6-4085-9dab-f3bb684cbd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51df428f-b353-4746-8141-1241dcd53b9b,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:23.775771 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 34768) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:23.830799 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8a50bba3-81e1-4f0e-931a-75440a174c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:23.851806 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8a50bba3-81e1-4f0e-931a-75440a174c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:23.985878 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8a50bba3-81e1-4f0e-931a-75440a174c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:23.988679 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-8a50bba3-81e1-4f0e-931a-75440a174c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:23.990309 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-8a50bba3-81e1-4f0e-931a-75440a174c59 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/51df428f-b353-4746-8141-1241dcd53b9b HTTP/1.1" status: 204 len: 168 time: 0.2130909 Aug 09 17:00:24.014253 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50bba3-81e1-4f0e-931a-75440a174c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51df428f-b353-4746-8141-1241dcd53b9b,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:32.892591 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:00:37.307184 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35028) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:37.411680 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6d9eb9a6-026c-436f-9c55-690819c1c5ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:37.488177 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6d9eb9a6-026c-436f-9c55-690819c1c5ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:37.528303 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6d9eb9a6-026c-436f-9c55-690819c1c5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:37.568376 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-6d9eb9a6-026c-436f-9c55-690819c1c5ed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=942137a24af64868bc03f479a2ab002d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600241 Aug 09 17:00:37.570987 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35034) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:37.576783 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9eb9a6-026c-436f-9c55-690819c1c5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dcd06c-f73f-4303-8862-f235cdd822c1,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:37.623476 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fc8b4e5d-a8b6-4324-9ac9-fabbfb108afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:37.644588 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fc8b4e5d-a8b6-4324-9ac9-fabbfb108afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:37.784974 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fc8b4e5d-a8b6-4324-9ac9-fabbfb108afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:37.787611 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fc8b4e5d-a8b6-4324-9ac9-fabbfb108afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:37.788888 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-fc8b4e5d-a8b6-4324-9ac9-fabbfb108afd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5dcd06c-f73f-4303-8862-f235cdd822c1 HTTP/1.1" status: 204 len: 168 time: 0.2168932 Aug 09 17:00:37.798414 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b4e5d-a8b6-4324-9ac9-fabbfb108afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dcd06c-f73f-4303-8862-f235cdd822c1,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:38.364076 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35066) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:38.376963 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8683e588-f9e7-40e4-b1cb-cc93d70a8ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.450429 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8683e588-f9e7-40e4-b1cb-cc93d70a8ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.528140 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8683e588-f9e7-40e4-b1cb-cc93d70a8ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.568182 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683e588-f9e7-40e4-b1cb-cc93d70a8ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c42265-6f1a-4170-8ce6-d5b1b674f495,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:38.572474 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8683e588-f9e7-40e4-b1cb-cc93d70a8ded admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e445564b05e04f84a07e848e1fe30712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073898 Aug 09 17:00:38.575742 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35068) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:38.641856 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c5d039d3-2ba0-4831-898a-d46f3edd0f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.652423 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c5d039d3-2ba0-4831-898a-d46f3edd0f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.768171 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c5d039d3-2ba0-4831-898a-d46f3edd0f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.770914 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-c5d039d3-2ba0-4831-898a-d46f3edd0f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:38.772085 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-c5d039d3-2ba0-4831-898a-d46f3edd0f0a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/04c42265-6f1a-4170-8ce6-d5b1b674f495 HTTP/1.1" status: 204 len: 168 time: 0.1960993 Aug 09 17:00:38.780325 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d039d3-2ba0-4831-898a-d46f3edd0f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c42265-6f1a-4170-8ce6-d5b1b674f495,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:39.402550 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 35078) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:39.420231 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-907f74d3-95e7-4fac-a64b-5ab5baf73c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:39.495425 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-907f74d3-95e7-4fac-a64b-5ab5baf73c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:39.550259 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-907f74d3-95e7-4fac-a64b-5ab5baf73c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:39.587306 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f74d3-95e7-4fac-a64b-5ab5baf73c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f843f535-3f1b-4aeb-b70b-4bbd6d144cd4,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:39.591643 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-907f74d3-95e7-4fac-a64b-5ab5baf73c1f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f56e79b3327a477b89ca322c41eb669a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1880665 Aug 09 17:00:39.595004 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 35080) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:39.647645 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-30b08585-8966-450f-bacc-1d71d44805b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:39.669924 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-30b08585-8966-450f-bacc-1d71d44805b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:39.808453 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-30b08585-8966-450f-bacc-1d71d44805b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:39.811171 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-30b08585-8966-450f-bacc-1d71d44805b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:39.813286 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-30b08585-8966-450f-bacc-1d71d44805b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f843f535-3f1b-4aeb-b70b-4bbd6d144cd4 HTTP/1.1" status: 204 len: 168 time: 0.2164254 Aug 09 17:00:39.821299 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b08585-8966-450f-bacc-1d71d44805b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f843f535-3f1b-4aeb-b70b-4bbd6d144cd4,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:41.122524 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7858f9bd-8695-4021-aad7-f7ef0bd16b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:43.036110 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-10bf65e5-8fdf-4521-ae68-67cf613e3a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:44.996416 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:46.202209 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:46.802099 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:46.945535 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:49.931077 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 35264) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:50.038771 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-01f4680f-ea0e-4881-aa63-56c3d78a2d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:50.115362 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-01f4680f-ea0e-4881-aa63-56c3d78a2d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:50.176639 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-01f4680f-ea0e-4881-aa63-56c3d78a2d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:50.215669 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-01f4680f-ea0e-4881-aa63-56c3d78a2d39 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8bbc4d2bde344185891e95a35d99a492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834721 Aug 09 17:00:50.216630 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4680f-ea0e-4881-aa63-56c3d78a2d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6f5b6a-a0ec-4b32-b339-ecaff0388cac,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:50.218341 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35268) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:50.270512 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e6321d05-61d2-4e49-bd8f-32138b441cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:50.292164 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e6321d05-61d2-4e49-bd8f-32138b441cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:50.396603 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e6321d05-61d2-4e49-bd8f-32138b441cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:50.399214 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e6321d05-61d2-4e49-bd8f-32138b441cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:50.400374 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-e6321d05-61d2-4e49-bd8f-32138b441cd0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ec6f5b6a-a0ec-4b32-b339-ecaff0388cac HTTP/1.1" status: 204 len: 168 time: 0.1810167 Aug 09 17:00:50.408375 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6321d05-61d2-4e49-bd8f-32138b441cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6f5b6a-a0ec-4b32-b339-ecaff0388cac,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:50.960437 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35284) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:50.973962 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cfa23a18-915e-4a3e-b44d-7c7400a48b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:51.052107 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cfa23a18-915e-4a3e-b44d-7c7400a48b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:51.165543 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-cfa23a18-915e-4a3e-b44d-7c7400a48b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:51.207097 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa23a18-915e-4a3e-b44d-7c7400a48b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91ddffa-d34f-4b7c-b82a-20c2ff59bfca,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:51.211676 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-cfa23a18-915e-4a3e-b44d-7c7400a48b40 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=12c26ac8e19d4391af69e9354332d63a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501607 Aug 09 17:00:51.214712 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35288) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:51.264971 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-dd869d65-d1ab-4105-983e-121f60b01514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:51.287046 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-dd869d65-d1ab-4105-983e-121f60b01514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:51.442498 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-dd869d65-d1ab-4105-983e-121f60b01514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:51.445007 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-dd869d65-d1ab-4105-983e-121f60b01514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:51.446230 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-dd869d65-d1ab-4105-983e-121f60b01514 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e91ddffa-d34f-4b7c-b82a-20c2ff59bfca HTTP/1.1" status: 204 len: 168 time: 0.2302566 Aug 09 17:00:51.455131 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd869d65-d1ab-4105-983e-121f60b01514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91ddffa-d34f-4b7c-b82a-20c2ff59bfca,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:52.394414 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35314) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:52.492263 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-e156423b-52f7-47d5-bf32-b1a9e67a3fb8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2129649748-network', 'tenant_id': '2248542b00fc47459e7c50d0ac6d1291'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:52.556296 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e156423b-52f7-47d5-bf32-b1a9e67a3fb8 admin admin] Made reservation on behalf of 2248542b00fc47459e7c50d0ac6d1291 for: {'network': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:00:52.558647 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e156423b-52f7-47d5-bf32-b1a9e67a3fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for network, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:52.567719 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e156423b-52f7-47d5-bf32-b1a9e67a3fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:52.647446 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e156423b-52f7-47d5-bf32-b1a9e67a3fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:52.710489 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e156423b-52f7-47d5-bf32-b1a9e67a3fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:52.733668 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e156423b-52f7-47d5-bf32-b1a9e67a3fb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=109849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:00:52.742430 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156423b-52f7-47d5-bf32-b1a9e67a3fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eabf529-5236-4e61-aab9-c3fd61061826,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:52.748652 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e156423b-52f7-47d5-bf32-b1a9e67a3fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:52.749020 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.segments_db [None req-e156423b-52f7-47d5-bf32-b1a9e67a3fb8 admin admin] Added segment bcf3c284-032d-4a7a-9394-e63412883f42 of type vlan for network dafa1e75-f6bf-4106-bcf9-8a7460608149 Aug 09 17:00:52.788011 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e156423b-52f7-47d5-bf32-b1a9e67a3fb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730382254695'] for network, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:52.853636 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e156423b-52f7-47d5-bf32-b1a9e67a3fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for network, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:52.854674 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e156423b-52f7-47d5-bf32-b1a9e67a3fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:52.855270 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e156423b-52f7-47d5-bf32-b1a9e67a3fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:52.916926 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156423b-52f7-47d5-bf32-b1a9e67a3fb8 admin admin] Pushing event updated for resources: {'Network': ['ID=dafa1e75-f6bf-4106-bcf9-8a7460608149,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:52.927345 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Network dafa1e75-f6bf-4106-bcf9-8a7460608149 details requested by agent ovs-agent-dv-cinder-852570-1-iscsi with host dv-cinder-852570-1-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:00:52.936598 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-e156423b-52f7-47d5-bf32-b1a9e67a3fb8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5408020 Aug 09 17:00:52.952489 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35320) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:52.952489 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-21aea0bd-4b93-496e-a230-115a1a9f5514 admin admin] Request body: {'subnet': {'network_id': 'dafa1e75-f6bf-4106-bcf9-8a7460608149', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2129649748-subnet', 'tenant_id': '2248542b00fc47459e7c50d0ac6d1291', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:53.025061 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21aea0bd-4b93-496e-a230-115a1a9f5514 admin admin] Made reservation on behalf of 2248542b00fc47459e7c50d0ac6d1291 for: {'subnet': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:00:53.027428 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-21aea0bd-4b93-496e-a230-115a1a9f5514 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25887146'] for subnet, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:53.241431 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-21aea0bd-4b93-496e-a230-115a1a9f5514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25174320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25887108'] for subnet, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:53.302938 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aea0bd-4b93-496e-a230-115a1a9f5514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5601798-5669-4f61-b6de-85cb271b4ffb,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:53.308017 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aea0bd-4b93-496e-a230-115a1a9f5514 admin admin] Checking segment: {'id': 'bcf3c284-032d-4a7a-9394-e63412883f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'dafa1e75-f6bf-4106-bcf9-8a7460608149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 17:00:53.308479 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aea0bd-4b93-496e-a230-115a1a9f5514 admin admin] Network hostable DHCP agents. Network: dafa1e75-f6bf-4106-bcf9-8a7460608149, hostable agents: ['29a5f48d-823f-44e6-8d1e-becd3d6d9067'], hosted agents: [] {{(pid=109849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:00:53.390094 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aea0bd-4b93-496e-a230-115a1a9f5514 admin admin] Network dafa1e75-f6bf-4106-bcf9-8a7460608149 is scheduled to be hosted by DHCP agent 29a5f48d-823f-44e6-8d1e-becd3d6d9067 with binding_index 1 {{(pid=109849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:00:53.458106 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-21aea0bd-4b93-496e-a230-115a1a9f5514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852570-1-iscsi, dafa1e75-f6bf-4106-bcf9-8a7460608149) {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:53.462342 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aea0bd-4b93-496e-a230-115a1a9f5514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:53.467587 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-21aea0bd-4b93-496e-a230-115a1a9f5514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:53.468288 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e41b885-33c9-41c3-acf0-732c72d05a9d None None] Network dafa1e75-f6bf-4106-bcf9-8a7460608149 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:00:53.559097 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-21aea0bd-4b93-496e-a230-115a1a9f5514 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6184013 Aug 09 17:00:53.592925 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d66ad9-fa07-49f1-b59c-c012f69368a4 None None] Network dafa1e75-f6bf-4106-bcf9-8a7460608149 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:00:54.200005 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35340) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:54.204849 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-6deff49d-0367-4c6e-befe-da6daa397550 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-119650846-network', 'tenant_id': '468b7fa2f89143279223f2abb2de5957'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:54.316334 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6deff49d-0367-4c6e-befe-da6daa397550 admin admin] Made reservation on behalf of 468b7fa2f89143279223f2abb2de5957 for: {'network': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:00:54.318653 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6deff49d-0367-4c6e-befe-da6daa397550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for network, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:54.327180 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6deff49d-0367-4c6e-befe-da6daa397550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:54.401119 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6deff49d-0367-4c6e-befe-da6daa397550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:54.453652 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6deff49d-0367-4c6e-befe-da6daa397550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:54.477231 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6deff49d-0367-4c6e-befe-da6daa397550 admin admin] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=109849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:00:54.487055 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deff49d-0367-4c6e-befe-da6daa397550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d7d48f-cede-4c9a-b9ff-3eee274d4291,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:54.491844 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6deff49d-0367-4c6e-befe-da6daa397550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:54.492169 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.segments_db [None req-6deff49d-0367-4c6e-befe-da6daa397550 admin admin] Added segment 3c8731e1-a035-46d6-9b0f-7b4ad4813006 of type vlan for network 6e62350b-8308-4841-927a-95eb0bf4e2ec Aug 09 17:00:54.531028 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6deff49d-0367-4c6e-befe-da6daa397550 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730382254695'] for network, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:54.602086 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6deff49d-0367-4c6e-befe-da6daa397550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for network, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:54.603058 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deff49d-0367-4c6e-befe-da6daa397550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:54.603639 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6deff49d-0367-4c6e-befe-da6daa397550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:54.667838 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-6deff49d-0367-4c6e-befe-da6daa397550 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4664738 Aug 09 17:00:54.668632 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deff49d-0367-4c6e-befe-da6daa397550 admin admin] Pushing event updated for resources: {'Network': ['ID=6e62350b-8308-4841-927a-95eb0bf4e2ec,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:54.670488 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 35344) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:00:54.676487 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [None req-6d0dbf9f-dc31-41b9-a44d-fe56e7db6605 admin admin] Request body: {'subnet': {'network_id': '6e62350b-8308-4841-927a-95eb0bf4e2ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-119650846-subnet', 'tenant_id': '468b7fa2f89143279223f2abb2de5957', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:00:54.679721 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Network 6e62350b-8308-4841-927a-95eb0bf4e2ec details requested by agent ovs-agent-dv-cinder-852570-1-iscsi with host dv-cinder-852570-1-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:00:54.746071 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0dbf9f-dc31-41b9-a44d-fe56e7db6605 admin admin] Made reservation on behalf of 468b7fa2f89143279223f2abb2de5957 for: {'subnet': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:00:54.748522 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6d0dbf9f-dc31-41b9-a44d-fe56e7db6605 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25700815'] for subnet, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:54.968144 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6d0dbf9f-dc31-41b9-a44d-fe56e7db6605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25847818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25700833'] for subnet, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:55.024966 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0dbf9f-dc31-41b9-a44d-fe56e7db6605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d10f3f4-b3dc-4ed3-b53c-031150c7d378,revision_number=0']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:00:55.032852 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0dbf9f-dc31-41b9-a44d-fe56e7db6605 admin admin] Checking segment: {'id': '3c8731e1-a035-46d6-9b0f-7b4ad4813006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6e62350b-8308-4841-927a-95eb0bf4e2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 17:00:55.033224 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0dbf9f-dc31-41b9-a44d-fe56e7db6605 admin admin] Network hostable DHCP agents. Network: 6e62350b-8308-4841-927a-95eb0bf4e2ec, hostable agents: ['29a5f48d-823f-44e6-8d1e-becd3d6d9067'], hosted agents: [] {{(pid=109848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:00:55.110199 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0dbf9f-dc31-41b9-a44d-fe56e7db6605 admin admin] Network 6e62350b-8308-4841-927a-95eb0bf4e2ec is scheduled to be hosted by DHCP agent 29a5f48d-823f-44e6-8d1e-becd3d6d9067 with binding_index 1 {{(pid=109848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:00:55.178908 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [None req-6d0dbf9f-dc31-41b9-a44d-fe56e7db6605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852570-1-iscsi, 6e62350b-8308-4841-927a-95eb0bf4e2ec) {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:00:55.183632 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0dbf9f-dc31-41b9-a44d-fe56e7db6605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:00:55.184541 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-6d0dbf9f-dc31-41b9-a44d-fe56e7db6605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:00:55.187757 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e5c593-3feb-4e78-8f5a-a32ffdaa5164 None None] Network 6e62350b-8308-4841-927a-95eb0bf4e2ec requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:00:55.268452 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-6d0dbf9f-dc31-41b9-a44d-fe56e7db6605 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5961816 Aug 09 17:00:55.311628 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c120911d-9fc1-45a2-9e7a-40e404583116 None None] Network 6e62350b-8308-4841-927a-95eb0bf4e2ec requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:01:01.173545 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 35472) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:01.288584 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-03b24d5e-6222-4d6d-8b6d-3177bfc21d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:01.365155 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-03b24d5e-6222-4d6d-8b6d-3177bfc21d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:01.425267 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-03b24d5e-6222-4d6d-8b6d-3177bfc21d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:01.467954 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-03b24d5e-6222-4d6d-8b6d-3177bfc21d50 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c873d2fc3d064a27acc0dcace495aa97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926383 Aug 09 17:01:01.468914 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b24d5e-6222-4d6d-8b6d-3177bfc21d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f8adcc-cee3-4f39-9fd5-b7650a7a5256,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:01.470804 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35480) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:01.520170 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-96dc4c3e-f9e7-46cb-8813-e9d12ea563a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:01.542398 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-96dc4c3e-f9e7-46cb-8813-e9d12ea563a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:01.664839 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-96dc4c3e-f9e7-46cb-8813-e9d12ea563a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:01.667543 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-96dc4c3e-f9e7-46cb-8813-e9d12ea563a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:01.668732 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-96dc4c3e-f9e7-46cb-8813-e9d12ea563a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/44f8adcc-cee3-4f39-9fd5-b7650a7a5256 HTTP/1.1" status: 204 len: 168 time: 0.1968989 Aug 09 17:01:01.677270 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc4c3e-f9e7-46cb-8813-e9d12ea563a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f8adcc-cee3-4f39-9fd5-b7650a7a5256,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:02.338762 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35498) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:02.352147 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-435ef696-b89c-49e0-a107-d432881be6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:02.428204 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-435ef696-b89c-49e0-a107-d432881be6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:02.499294 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-435ef696-b89c-49e0-a107-d432881be6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:02.540880 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-435ef696-b89c-49e0-a107-d432881be6ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1c20589225cf476cb1052e35a7b1d737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009401 Aug 09 17:01:02.542859 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ef696-b89c-49e0-a107-d432881be6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adeb2f90-13cb-414e-8a20-e63b16f7ed39,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:02.543662 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 35502) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:02.594909 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4c2cb777-6e1b-418d-91f7-b7464b378a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:02.616321 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4c2cb777-6e1b-418d-91f7-b7464b378a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:02.785056 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4c2cb777-6e1b-418d-91f7-b7464b378a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:02.787697 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-4c2cb777-6e1b-418d-91f7-b7464b378a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:02.788865 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-4c2cb777-6e1b-418d-91f7-b7464b378a04 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/adeb2f90-13cb-414e-8a20-e63b16f7ed39 HTTP/1.1" status: 204 len: 168 time: 0.2442031 Aug 09 17:01:02.796797 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cb777-6e1b-418d-91f7-b7464b378a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adeb2f90-13cb-414e-8a20-e63b16f7ed39,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:07.176392 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 35594) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:07.279785 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a95fbeee-8dc4-4b20-9826-b00865cefbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:07.351009 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a95fbeee-8dc4-4b20-9826-b00865cefbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:07.424640 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-a95fbeee-8dc4-4b20-9826-b00865cefbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:07.461306 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-a95fbeee-8dc4-4b20-9826-b00865cefbd3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cfdd877f98a0461b9a64aad4ae9e6866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837934 Aug 09 17:01:07.462186 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fbeee-8dc4-4b20-9826-b00865cefbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7752c8e1-2d91-4e73-8337-70ce2d7fce12,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:07.464129 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35598) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:07.512803 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9b7e28ab-86e7-497e-9635-1e5b0133c2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:07.533488 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9b7e28ab-86e7-497e-9635-1e5b0133c2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:07.670279 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9b7e28ab-86e7-497e-9635-1e5b0133c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:07.672827 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-9b7e28ab-86e7-497e-9635-1e5b0133c2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:07.673994 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-9b7e28ab-86e7-497e-9635-1e5b0133c2a6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7752c8e1-2d91-4e73-8337-70ce2d7fce12 HTTP/1.1" status: 204 len: 168 time: 0.2088919 Aug 09 17:01:07.682164 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e28ab-86e7-497e-9635-1e5b0133c2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7752c8e1-2d91-4e73-8337-70ce2d7fce12,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:08.615424 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35624) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:08.709497 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-8326b50c-4bad-49ca-aa95-0e6a30d6eda4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-76612995-network', 'tenant_id': 'e4bb7ace711746399b73c846e644f3f2'}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:01:08.841175 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8326b50c-4bad-49ca-aa95-0e6a30d6eda4 admin admin] Made reservation on behalf of e4bb7ace711746399b73c846e644f3f2 for: {'network': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:01:08.843509 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8326b50c-4bad-49ca-aa95-0e6a30d6eda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for network, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:08.852303 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8326b50c-4bad-49ca-aa95-0e6a30d6eda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:08.923015 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8326b50c-4bad-49ca-aa95-0e6a30d6eda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:08.990389 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8326b50c-4bad-49ca-aa95-0e6a30d6eda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:09.015170 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8326b50c-4bad-49ca-aa95-0e6a30d6eda4 admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=109849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 17:01:09.024218 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326b50c-4bad-49ca-aa95-0e6a30d6eda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9097c1f-55f7-423c-9d99-9e7aac98377a,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:09.030117 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8326b50c-4bad-49ca-aa95-0e6a30d6eda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:09.035040 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.segments_db [None req-8326b50c-4bad-49ca-aa95-0e6a30d6eda4 admin admin] Added segment a717fe75-0e77-4eff-ac35-f1dc9e8fc8db of type vlan for network 2991237c-0b7e-4abc-b53b-1927e8fb67cd Aug 09 17:01:09.071438 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8326b50c-4bad-49ca-aa95-0e6a30d6eda4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730382254695'] for network, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:09.178837 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8326b50c-4bad-49ca-aa95-0e6a30d6eda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410'] for network, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:09.179790 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8326b50c-4bad-49ca-aa95-0e6a30d6eda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:09.180804 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-8326b50c-4bad-49ca-aa95-0e6a30d6eda4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:09.238731 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326b50c-4bad-49ca-aa95-0e6a30d6eda4 admin admin] Pushing event updated for resources: {'Network': ['ID=2991237c-0b7e-4abc-b53b-1927e8fb67cd,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:09.248539 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Network 2991237c-0b7e-4abc-b53b-1927e8fb67cd details requested by agent ovs-agent-dv-cinder-852570-1-iscsi with host dv-cinder-852570-1-iscsi {{(pid=109850) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 17:01:09.273324 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-8326b50c-4bad-49ca-aa95-0e6a30d6eda4 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6567738 Aug 09 17:01:09.276335 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35632) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:09.281229 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.v2.base [None req-b9e19b27-2cb8-43d4-99ed-094bbcd25090 admin admin] Request body: {'subnet': {'network_id': '2991237c-0b7e-4abc-b53b-1927e8fb67cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-76612995-subnet', 'tenant_id': 'e4bb7ace711746399b73c846e644f3f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:01:09.362078 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e19b27-2cb8-43d4-99ed-094bbcd25090 admin admin] Made reservation on behalf of e4bb7ace711746399b73c846e644f3f2 for: {'subnet': 1} {{(pid=109849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:01:09.364467 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b9e19b27-2cb8-43d4-99ed-094bbcd25090 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25887146'] for subnet, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:09.579026 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b9e19b27-2cb8-43d4-99ed-094bbcd25090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25174320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25887108'] for subnet, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:09.639029 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e19b27-2cb8-43d4-99ed-094bbcd25090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7245d1c5-8bc4-44d7-8949-fc0736e335ed,revision_number=0']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:09.641596 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e19b27-2cb8-43d4-99ed-094bbcd25090 admin admin] Checking segment: {'id': 'a717fe75-0e77-4eff-ac35-f1dc9e8fc8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2991237c-0b7e-4abc-b53b-1927e8fb67cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 17:01:09.641960 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e19b27-2cb8-43d4-99ed-094bbcd25090 admin admin] Network hostable DHCP agents. Network: 2991237c-0b7e-4abc-b53b-1927e8fb67cd, hostable agents: ['29a5f48d-823f-44e6-8d1e-becd3d6d9067'], hosted agents: [] {{(pid=109849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 17:01:09.738686 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e19b27-2cb8-43d4-99ed-094bbcd25090 admin admin] Network 2991237c-0b7e-4abc-b53b-1927e8fb67cd is scheduled to be hosted by DHCP agent 29a5f48d-823f-44e6-8d1e-becd3d6d9067 with binding_index 1 {{(pid=109849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 17:01:09.824520 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.base_scheduler [None req-b9e19b27-2cb8-43d4-99ed-094bbcd25090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-852570-1-iscsi, 2991237c-0b7e-4abc-b53b-1927e8fb67cd) {{(pid=109849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:01:09.828634 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e19b27-2cb8-43d4-99ed-094bbcd25090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:09.836503 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b9e19b27-2cb8-43d4-99ed-094bbcd25090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:09.837248 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1be327e-631b-45a5-8d04-64eeac07e243 None None] Network 2991237c-0b7e-4abc-b53b-1927e8fb67cd requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:01:09.890517 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:01:09.907700 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-b9e19b27-2cb8-43d4-99ed-094bbcd25090 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6302028 Aug 09 17:01:09.960279 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e59ba1-476a-43d0-b616-c1d2f1f8dc3b None None] Network 2991237c-0b7e-4abc-b53b-1927e8fb67cd requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:01:10.480624 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35646) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:10.655285 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-a23e43ed-554b-4a1e-8fdb-4d483034f175 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Deleting port de59bcd9-2e83-4f50-8cce-c5d74237d35c {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:01:10.655860 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a23e43ed-554b-4a1e-8fdb-4d483034f175 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:10.732862 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a23e43ed-554b-4a1e-8fdb-4d483034f175 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:10.733196 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a23e43ed-554b-4a1e-8fdb-4d483034f175 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:10.744882 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-a23e43ed-554b-4a1e-8fdb-4d483034f175 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Calling delete_port for de59bcd9-2e83-4f50-8cce-c5d74237d35c owned by network:floatingip {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:01:10.959190 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a23e43ed-554b-4a1e-8fdb-4d483034f175 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:10.986578 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e43ed-554b-4a1e-8fdb-4d483034f175 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event deleted for resources: {'Port': ['ID=de59bcd9-2e83-4f50-8cce-c5d74237d35c,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:11.053100 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a23e43ed-554b-4a1e-8fdb-4d483034f175 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for floatingip, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:11.053521 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.l3_db [None req-a23e43ed-554b-4a1e-8fdb-4d483034f175 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Floating IP 0c216638-d512-47e2-9040-241a6bcbe8ef disassociated (deleted). External IP: 172.27.0.55, port: ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c. Aug 09 17:01:11.123662 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-147588c6-b26b-45c8-9a3b-9fee382c9e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:11.526690 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23e43ed-554b-4a1e-8fdb-4d483034f175 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Router e77bf3e5-069e-45de-9e36-aedb51562ec1 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:01:11.642183 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23e43ed-554b-4a1e-8fdb-4d483034f175 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:01:11.646723 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a23e43ed-554b-4a1e-8fdb-4d483034f175 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:11.664643 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b38a0-cf31-40ec-a062-eb296bff67a1 None None] Sync routers for ids ['e77bf3e5-069e-45de-9e36-aedb51562ec1'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:01:11.665670 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b38a0-cf31-40ec-a062-eb296bff67a1 None None] Routers {'e77bf3e5-069e-45de-9e36-aedb51562ec1'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 17:01:11.666278 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-208b38a0-cf31-40ec-a062-eb296bff67a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T17:00:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['e77bf3e5-069e-45de-9e36-aedb51562ec1'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:11.674601 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a23e43ed-554b-4a1e-8fdb-4d483034f175 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "DELETE /v2.0/floatingips/0c216638-d512-47e2-9040-241a6bcbe8ef HTTP/1.1" status: 204 len: 168 time: 1.1928384 Aug 09 17:01:11.675170 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61b3ff2-2ce7-4766-9fd9-624bf6131cc0', 'tag': 'ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:01:11.677516 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c01341-fee0-4e2f-847e-8c1d333100fe" -d '{"events": [{"name": "network-changed", "server_uuid": "f61b3ff2-2ce7-4766-9fd9-624bf6131cc0", "tag": "ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:01:11.716123 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 17:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8185a7-96f1-4f5f-a6ea-12b9606128d9 x-openstack-request-id: req-2c8185a7-96f1-4f5f-a6ea-12b9606128d9 {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:01:11.716316 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61b3ff2-2ce7-4766-9fd9-624bf6131cc0", "tag": "ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:01:11.716557 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2c8185a7-96f1-4f5f-a6ea-12b9606128d9 {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:01:11.717045 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c8185a7-96f1-4f5f-a6ea-12b9606128d9'] response: {'name': 'network-changed', 'server_uuid': 'f61b3ff2-2ce7-4766-9fd9-624bf6131cc0', 'tag': 'ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c', 'status': 'completed', 'code': 200} Aug 09 17:01:11.812587 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-208b38a0-cf31-40ec-a062-eb296bff67a1 None None] Set router e77bf3e5-069e-45de-9e36-aedb51562ec1 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 17:01:11.821790 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c01341-fee0-4e2f-847e-8c1d333100fe req-57fe6342-d855-4ce9-a404-dfab3dad70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:11.823339 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6c01341-fee0-4e2f-847e-8c1d333100fe req-57fe6342-d855-4ce9-a404-dfab3dad70ed service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e&device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 1098 time: 0.0445504 Aug 09 17:01:11.928558 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c01341-fee0-4e2f-847e-8c1d333100fe req-d993abb7-940b-4956-ab5e-c63d694540bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:11.930351 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6c01341-fee0-4e2f-847e-8c1d333100fe req-d993abb7-940b-4956-ab5e-c63d694540bc service neutron] 10.222.0.85 "GET /v2.0/networks?id=d4638989-6f80-4a74-bb7f-239a2497dae9 HTTP/1.1" status: 200 len: 912 time: 0.1005158 Aug 09 17:01:11.978508 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6c01341-fee0-4e2f-847e-8c1d333100fe req-d3df0471-2abb-41cc-9ca9-cd6a17f1cbf1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c HTTP/1.1" status: 200 len: 217 time: 0.0408792 Aug 09 17:01:12.033925 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c01341-fee0-4e2f-847e-8c1d333100fe req-6f345124-a81c-42a6-afb6-a82a2b8061d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:12.035427 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6c01341-fee0-4e2f-847e-8c1d333100fe req-6f345124-a81c-42a6-afb6-a82a2b8061d5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d1a8b644-63fb-4184-bcbc-d30b1401c1de HTTP/1.1" status: 200 len: 850 time: 0.0457590 Aug 09 17:01:12.066849 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-208b38a0-cf31-40ec-a062-eb296bff67a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '97c808cf-9d70-4c1a-a35e-3173dcc2ce26', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'port_id': 'ea629adf-6d74-4f37-a7dd-60cc5c129495', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'mac_address': 'fa:16:3e:97:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a89f86-a1eb-4206-b958-d747817c26b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:28Z', 'updated_at': '2022-08-09T16:56:30Z', 'revision_number': 1, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:20Z', 'revision_number': 5, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:12.083754 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c01341-fee0-4e2f-847e-8c1d333100fe req-2d383131-6113-4495-991f-397886e7e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:12.085306 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6c01341-fee0-4e2f-847e-8c1d333100fe req-2d383131-6113-4495-991f-397886e7e485 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d4638989-6f80-4a74-bb7f-239a2497dae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399821 Aug 09 17:01:12.097955 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b38a0-cf31-40ec-a062-eb296bff67a1 None None] Checking router: e77bf3e5-069e-45de-9e36-aedb51562ec1 for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:01:12.107153 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b38a0-cf31-40ec-a062-eb296bff67a1 None None] Routers {'e77bf3e5-069e-45de-9e36-aedb51562ec1'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 17:01:12.107653 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-208b38a0-cf31-40ec-a062-eb296bff67a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T17:00:43Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['e77bf3e5-069e-45de-9e36-aedb51562ec1'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:12.212527 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6c01341-fee0-4e2f-847e-8c1d333100fe req-bbecb28b-0634-4863-b5e1-10dcd8d02ded service neutron] 10.222.0.85 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196988 Aug 09 17:01:12.262492 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-208b38a0-cf31-40ec-a062-eb296bff67a1 None None] Set router e77bf3e5-069e-45de-9e36-aedb51562ec1 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 17:01:12.370360 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f6c01341-fee0-4e2f-847e-8c1d333100fe req-7b58301e-89f3-437c-8b27-0c5ad7faa9de service neutron] 10.222.0.85 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485844 Aug 09 17:01:12.491482 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475de24a-b8c6-487a-a4fb-9336ed5523fd req-379ed7de-305c-4373-954c-0de87626a877 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:12.493876 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-475de24a-b8c6-487a-a4fb-9336ed5523fd req-379ed7de-305c-4373-954c-0de87626a877 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 945 time: 0.2238536 Aug 09 17:01:12.538431 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-475de24a-b8c6-487a-a4fb-9336ed5523fd req-87363cda-fb92-47d3-8732-38dd06c5ff03 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379183 Aug 09 17:01:12.563241 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-208b38a0-cf31-40ec-a062-eb296bff67a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '97c808cf-9d70-4c1a-a35e-3173dcc2ce26', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'port_id': 'ea629adf-6d74-4f37-a7dd-60cc5c129495', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'mac_address': 'fa:16:3e:97:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a89f86-a1eb-4206-b958-d747817c26b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:28Z', 'updated_at': '2022-08-09T16:56:30Z', 'revision_number': 1, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:20Z', 'revision_number': 5, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:12.600073 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b38a0-cf31-40ec-a062-eb296bff67a1 None None] The sync data for ids ['e77bf3e5-069e-45de-9e36-aedb51562ec1'] in dv-cinder-852570-1-iscsi is: [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_floatingips': [{'id': '97c808cf-9d70-4c1a-a35e-3173dcc2ce26', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'floating_ip_address': '172.27.0.138', 'floating_network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'router_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'port_id': 'ea629adf-6d74-4f37-a7dd-60cc5c129495', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'mac_address': 'fa:16:3e:97:b9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a89f86-a1eb-4206-b958-d747817c26b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-09T16:56:28Z', 'updated_at': '2022-08-09T16:56:30Z', 'revision_number': 1, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:20Z', 'revision_number': 5, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:01:12.649080 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-7c835473-fdb0-44e0-80fe-92aaa89201d9 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:12.650495 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-7c835473-fdb0-44e0-80fe-92aaa89201d9 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/networks?id=2991237c-0b7e-4abc-b53b-1927e8fb67cd HTTP/1.1" status: 200 len: 812 time: 0.1301637 Aug 09 17:01:12.666574 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-86ff6e4c-831f-4938-9b28-dc2fe771d229 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/quotas/e4bb7ace711746399b73c846e644f3f2 HTTP/1.1" status: 200 len: 375 time: 0.0099857 Aug 09 17:01:12.708039 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-037a3bbd-1889-43a4-ad95-a3674705efde tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e4bb7ace711746399b73c846e644f3f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343659 Aug 09 17:01:12.808565 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-0751a7ec-c8f0-4ee9-ac8f-7f6442bbba3a service neutron] 10.222.0.49 "GET /v2.0/networks/2991237c-0b7e-4abc-b53b-1927e8fb67cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942256 Aug 09 17:01:12.852521 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a1cdef-7cfb-4eac-b515-0fc97dbc7d49 None None] New status for floating IP 0c216638-d512-47e2-9040-241a6bcbe8ef: DOWN {{(pid=109850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:01:12.905982 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-09990a2c-f25e-4054-9844-48b4759dac12 service neutron] 10.222.0.49 "GET /v2.0/networks/2991237c-0b7e-4abc-b53b-1927e8fb67cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896480 Aug 09 17:01:13.076086 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-7ce321fe-b249-421b-84c9-77935d180f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:13.183660 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d641fae0-a4b7-462f-9bfd-5ab6e5ee9db5 req-39748aab-9c28-472e-bb66-1fd72bacf733 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 210 time: 0.0276000 Aug 09 17:01:13.664098 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc391144-ee06-4a3c-82ca-b0c900c7cc04 req-396d8e16-6edb-4d22-9d6e-969b0e15f9a9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:13.665646 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fc391144-ee06-4a3c-82ca-b0c900c7cc04 req-396d8e16-6edb-4d22-9d6e-969b0e15f9a9 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 945 time: 0.0534112 Aug 09 17:01:13.704661 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-fc391144-ee06-4a3c-82ca-b0c900c7cc04 req-56211327-292d-4fbd-b3a3-c4ce6df297c7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327816 Aug 09 17:01:14.078296 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35764) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:14.129682 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-526bc6e0-118f-4530-ac03-1c1ebaabf678 admin admin] Deleting subnet b5601798-5669-4f61-b6de-85cb271b4ffb {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 17:01:14.132945 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-526bc6e0-118f-4530-ac03-1c1ebaabf678 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:14.166509 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bea1c-c727-45db-b90e-5ca964aec6d2 req-cffdfbb3-b60a-44e2-bd1d-b037a93de3ac tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:14.167960 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-015bea1c-c727-45db-b90e-5ca964aec6d2 req-cffdfbb3-b60a-44e2-bd1d-b037a93de3ac tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.85 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 945 time: 0.0517859 Aug 09 17:01:14.168249 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-526bc6e0-118f-4530-ac03-1c1ebaabf678 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29272685'] for subnet, precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:14.208415 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-526bc6e0-118f-4530-ac03-1c1ebaabf678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3282'] for subnet, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:14.276889 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-015bea1c-c727-45db-b90e-5ca964aec6d2 req-19e46c22-dd73-4597-a083-586c478a0cc4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Deleting port ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:01:14.277227 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-015bea1c-c727-45db-b90e-5ca964aec6d2 req-19e46c22-dd73-4597-a083-586c478a0cc4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:14.299206 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-d1f8d7b4-a6aa-4756-b40c-2f0df0f99db7 req-fdef5927-496f-4eaa-9de4-6269e2756cca tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 210 time: 0.0273328 Aug 09 17:01:14.328034 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-526bc6e0-118f-4530-ac03-1c1ebaabf678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25174513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25887119'] for subnet, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:14.354174 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526bc6e0-118f-4530-ac03-1c1ebaabf678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5601798-5669-4f61-b6de-85cb271b4ffb,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:14.357693 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-526bc6e0-118f-4530-ac03-1c1ebaabf678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:14.364130 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-526bc6e0-118f-4530-ac03-1c1ebaabf678 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b5601798-5669-4f61-b6de-85cb271b4ffb HTTP/1.1" status: 204 len: 168 time: 0.2847867 Aug 09 17:01:14.364778 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35768) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:14.372610 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-015bea1c-c727-45db-b90e-5ca964aec6d2 req-19e46c22-dd73-4597-a083-586c478a0cc4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] For port ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:14.372973 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-015bea1c-c727-45db-b90e-5ca964aec6d2 req-19e46c22-dd73-4597-a083-586c478a0cc4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:14.385809 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-015bea1c-c727-45db-b90e-5ca964aec6d2 req-19e46c22-dd73-4597-a083-586c478a0cc4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Calling delete_port for ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:01:14.439609 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-89daa306-6bc2-42e4-8b06-b995c44c32cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-107367'] for network, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:14.532137 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-89daa306-6bc2-42e4-8b06-b995c44c32cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4957', 'neutron.services.segments.db._delete_segments_for_network-8730382773378'] for network, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:14.553159 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-89daa306-6bc2-42e4-8b06-b995c44c32cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafa1e75-f6bf-4106-bcf9-8a7460608149']}} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:14.562296 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-89daa306-6bc2-42e4-8b06-b995c44c32cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf3c284-032d-4a7a-9394-e63412883f42') {'for_net_delete': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:14.562535 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-89daa306-6bc2-42e4-8b06-b995c44c32cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf3c284-032d-4a7a-9394-e63412883f42') {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:14.573040 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-89daa306-6bc2-42e4-8b06-b995c44c32cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730382772875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29272692'] for segment, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:14.578832 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-015bea1c-c727-45db-b90e-5ca964aec6d2 req-19e46c22-dd73-4597-a083-586c478a0cc4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:14.587449 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-89daa306-6bc2-42e4-8b06-b995c44c32cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:14.593683 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89daa306-6bc2-42e4-8b06-b995c44c32cf admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=109849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:01:14.594078 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-89daa306-6bc2-42e4-8b06-b995c44c32cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25174447'] for segment, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:14.607516 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e46c22-dd73-4597-a083-586c478a0cc4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event deleted for resources: {'Port': ['ID=ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:14.632912 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.services.segments.plugin [-] Segment bcf3c284-032d-4a7a-9394-e63412883f42 resource provider aggregate not found Aug 09 17:01:14.661799 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-015bea1c-c727-45db-b90e-5ca964aec6d2 req-19e46c22-dd73-4597-a083-586c478a0cc4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] No DVR routers for this DVR port ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c on host hv-cinder-85257 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:01:14.664783 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-015bea1c-c727-45db-b90e-5ca964aec6d2 req-19e46c22-dd73-4597-a083-586c478a0cc4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:14.668590 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-015bea1c-c727-45db-b90e-5ca964aec6d2 req-19e46c22-dd73-4597-a083-586c478a0cc4 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.85 "DELETE /v2.0/ports/ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c HTTP/1.1" status: 204 len: 173 time: 0.4895697 Aug 09 17:01:14.669111 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61b3ff2-2ce7-4766-9fd9-624bf6131cc0', 'name': 'network-vif-deleted', 'tag': 'ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:01:14.671805 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5e42ae-bf3d-4e13-9c7c-c848e0d8b8e2" -d '{"events": [{"server_uuid": "f61b3ff2-2ce7-4766-9fd9-624bf6131cc0", "name": "network-vif-deleted", "tag": "ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:01:14.696872 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.services.segments.plugin [-] Segment bcf3c284-032d-4a7a-9394-e63412883f42 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bcf3c284-032d-4a7a-9394-e63412883f42 found for delete ", "request_id": "req-3ed39bae-f57f-48b5-be1f-55f3fb3731bf"}]} Aug 09 17:01:14.722742 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 17:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e673a4-4656-473b-a0e7-46448223cdb2 x-openstack-request-id: req-34e673a4-4656-473b-a0e7-46448223cdb2 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:01:14.723043 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61b3ff2-2ce7-4766-9fd9-624bf6131cc0", "name": "network-vif-deleted", "tag": "ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:01:14.723351 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34e673a4-4656-473b-a0e7-46448223cdb2 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:01:14.723760 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34e673a4-4656-473b-a0e7-46448223cdb2'] response: {'server_uuid': 'f61b3ff2-2ce7-4766-9fd9-624bf6131cc0', 'name': 'network-vif-deleted', 'tag': 'ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c', 'status': 'completed', 'code': 200} Aug 09 17:01:14.804418 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-492c726d-995c-44c2-b733-bcb88abc1609 req-3d2c95ae-4077-4c28-bf0d-a6026a42a2d6 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 210 time: 0.0264804 Aug 09 17:01:14.865108 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-89daa306-6bc2-42e4-8b06-b995c44c32cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567928'] for network, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:14.871955 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-89daa306-6bc2-42e4-8b06-b995c44c32cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:14.875872 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-89daa306-6bc2-42e4-8b06-b995c44c32cf admin admin] 10.222.0.49 "DELETE /v2.0/networks/dafa1e75-f6bf-4106-bcf9-8a7460608149 HTTP/1.1" status: 204 len: 168 time: 0.5095007 Aug 09 17:01:14.878581 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 35782) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:14.891764 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89daa306-6bc2-42e4-8b06-b995c44c32cf admin admin] Pushing event deleted for resources: {'Network': ['ID=dafa1e75-f6bf-4106-bcf9-8a7460608149,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:14.932876 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_v2 [None req-321ac785-b988-45c8-aba9-276956edba8a admin admin] Deleting subnet 1d10f3f4-b3dc-4ed3-b53c-031150c7d378 {{(pid=109848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 17:01:14.936470 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-321ac785-b988-45c8-aba9-276956edba8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:14.980656 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-321ac785-b988-45c8-aba9-276956edba8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25604629'] for subnet, precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:15.021085 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35786) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:15.022268 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:15.026266 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-321ac785-b988-45c8-aba9-276956edba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3282'] for subnet, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:15.145271 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2be25377-3c47-43c0-9386-db491cfa9e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:15.179858 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-321ac785-b988-45c8-aba9-276956edba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25848011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25700842'] for subnet, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:15.204523 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ac785-b988-45c8-aba9-276956edba8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d10f3f4-b3dc-4ed3-b53c-031150c7d378,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:15.210539 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-321ac785-b988-45c8-aba9-276956edba8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:15.213853 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-321ac785-b988-45c8-aba9-276956edba8a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1d10f3f4-b3dc-4ed3-b53c-031150c7d378 HTTP/1.1" status: 204 len: 168 time: 0.3336601 Aug 09 17:01:15.216437 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35790) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:15.241134 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2be25377-3c47-43c0-9386-db491cfa9e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:15.293712 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5ccd53e9-5c9f-4010-8e15-8c4d6b0a0f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-107367'] for network, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:15.299617 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2be25377-3c47-43c0-9386-db491cfa9e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:15.364306 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-2be25377-3c47-43c0-9386-db491cfa9e65 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=53ce452d8b06431ea17c7f3f9c91bcdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419008 Aug 09 17:01:15.367363 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35794) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:15.384097 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be25377-3c47-43c0-9386-db491cfa9e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ae74d3-c22e-4afc-94b5-049ea5e33eb0,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:15.420215 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-2d0d982a-1d51-4729-a34a-acb5a9bd1f31 req-288f1bbd-ba0a-4659-9e33-fc814f367ae3 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 210 time: 0.0299082 Aug 09 17:01:15.446255 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5ccd53e9-5c9f-4010-8e15-8c4d6b0a0f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4957', 'neutron.services.segments.db._delete_segments_for_network-8730382773378'] for network, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:15.477819 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-5ccd53e9-5c9f-4010-8e15-8c4d6b0a0f57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e62350b-8308-4841-927a-95eb0bf4e2ec']}} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:15.493752 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-5ccd53e9-5c9f-4010-8e15-8c4d6b0a0f57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8731e1-a035-46d6-9b0f-7b4ad4813006') {'for_net_delete': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:15.494024 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-5ccd53e9-5c9f-4010-8e15-8c4d6b0a0f57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8731e1-a035-46d6-9b0f-7b4ad4813006') {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:15.504946 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-91b7c4f1-e1c1-48b5-af5e-8a661e91f9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:15.507452 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5ccd53e9-5c9f-4010-8e15-8c4d6b0a0f57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730382772875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29272692'] for segment, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:15.533849 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5ccd53e9-5c9f-4010-8e15-8c4d6b0a0f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:15.545782 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-91b7c4f1-e1c1-48b5-af5e-8a661e91f9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:15.548246 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccd53e9-5c9f-4010-8e15-8c4d6b0a0f57 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=109849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:01:15.548246 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5ccd53e9-5c9f-4010-8e15-8c4d6b0a0f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25174447'] for segment, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:15.585549 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-f5b6c05a-8fdf-42dc-ab91-c447fed60aa5 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:15.586935 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-f5b6c05a-8fdf-42dc-ab91-c447fed60aa5 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.85 "GET /v2.0/networks?id=2991237c-0b7e-4abc-b53b-1927e8fb67cd HTTP/1.1" status: 200 len: 812 time: 0.1173220 Aug 09 17:01:15.616921 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-a2107dd8-96ff-4a45-b82c-631e3e92704d tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Request body: {'port': {'device_id': '1179772f-37db-42e3-94da-5d376e412717', 'network_id': '2991237c-0b7e-4abc-b53b-1927e8fb67cd', 'admin_state_up': True, 'tenant_id': 'e4bb7ace711746399b73c846e644f3f2'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:01:15.687143 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5ccd53e9-5c9f-4010-8e15-8c4d6b0a0f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567928'] for network, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:15.695161 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-5ccd53e9-5c9f-4010-8e15-8c4d6b0a0f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:15.698202 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-5ccd53e9-5c9f-4010-8e15-8c4d6b0a0f57 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6e62350b-8308-4841-927a-95eb0bf4e2ec HTTP/1.1" status: 204 len: 168 time: 0.4807262 Aug 09 17:01:15.711621 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd53e9-5c9f-4010-8e15-8c4d6b0a0f57 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e62350b-8308-4841-927a-95eb0bf4e2ec,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:15.772419 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-91b7c4f1-e1c1-48b5-af5e-8a661e91f9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:15.776541 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-91b7c4f1-e1c1-48b5-af5e-8a661e91f9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:15.776541 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-91b7c4f1-e1c1-48b5-af5e-8a661e91f9cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/29ae74d3-c22e-4afc-94b5-049ea5e33eb0 HTTP/1.1" status: 204 len: 168 time: 0.4079013 Aug 09 17:01:15.784225 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7c4f1-e1c1-48b5-af5e-8a661e91f9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ae74d3-c22e-4afc-94b5-049ea5e33eb0,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:15.859752 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-a2107dd8-96ff-4a45-b82c-631e3e92704d tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Made reservation on behalf of e4bb7ace711746399b73c846e644f3f2 for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:01:15.867639 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-a2107dd8-96ff-4a45-b82c-631e3e92704d tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:15.921334 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-298bcd76-ab13-4361-bb5a-153dfb44d942 req-fa41f371-ac1a-436c-8616-41b292288862 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=f61b3ff2-2ce7-4766-9fd9-624bf6131cc0 HTTP/1.1" status: 200 len: 210 time: 0.0272467 Aug 09 17:01:16.008274 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-a2107dd8-96ff-4a45-b82c-631e3e92704d tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Allocated IP 172.20.0.3 (2991237c-0b7e-4abc-b53b-1927e8fb67cd/7245d1c5-8bc4-44d7-8949-fc0736e335ed/afb1bdf4-87ad-4257-9214-055cdf7ce050) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:01:16.159285 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-a2107dd8-96ff-4a45-b82c-631e3e92704d tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:16.164682 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 35808) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:16.220249 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-e68a6835-e940-47cc-80d9-8b4b7413404b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2248542b00fc47459e7c50d0ac6d1291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543044 Aug 09 17:01:16.223367 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35810) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:16.275801 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2bf2123e-cca6-4df1-bf15-d2cc49bcb638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:16.293594 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:16.297300 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2bf2123e-cca6-4df1-bf15-d2cc49bcb638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:16.322474 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-a2107dd8-96ff-4a45-b82c-631e3e92704d tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:16.368040 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-a2107dd8-96ff-4a45-b82c-631e3e92704d tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Network 2991237c-0b7e-4abc-b53b-1927e8fb67cd is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:01:16.371517 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-a2107dd8-96ff-4a45-b82c-631e3e92704d tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:01:16.375593 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-a2107dd8-96ff-4a45-b82c-631e3e92704d tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 17:01:16.403803 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2107dd8-96ff-4a45-b82c-631e3e92704d tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Pushing event updated for resources: {'Port': ['ID=afb1bdf4-87ad-4257-9214-055cdf7ce050,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:16.419678 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2bf2123e-cca6-4df1-bf15-d2cc49bcb638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:16.427069 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2bf2123e-cca6-4df1-bf15-d2cc49bcb638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:16.427069 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-2bf2123e-cca6-4df1-bf15-d2cc49bcb638 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1eabf529-5236-4e61-aab9-c3fd61061826 HTTP/1.1" status: 204 len: 168 time: 0.1985893 Aug 09 17:01:16.432258 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2123e-cca6-4df1-bf15-d2cc49bcb638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eabf529-5236-4e61-aab9-c3fd61061826,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:16.438426 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-a2107dd8-96ff-4a45-b82c-631e3e92704d tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:16.445001 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-a2107dd8-96ff-4a45-b82c-631e3e92704d tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:16.540243 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-a2107dd8-96ff-4a45-b82c-631e3e92704d tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9270856 Aug 09 17:01:16.561248 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cd523-ad5f-43d2-ae12-2c3972f79f71 req-f97d6096-8563-4fe4-adf5-793caa797052 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:16.562790 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e97cd523-ad5f-43d2-ae12-2c3972f79f71 req-f97d6096-8563-4fe4-adf5-793caa797052 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 931 time: 0.0529554 Aug 09 17:01:16.568213 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Request body: {'port': {'device_id': '1179772f-37db-42e3-94da-5d376e412717', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:01:16.643156 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e97cd523-ad5f-43d2-ae12-2c3972f79f71 req-5b39f657-b9e4-4960-af10-d7a9a544224c tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719752 Aug 09 17:01:16.660630 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:16.718998 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.services.segments.plugin [-] Segment 3c8731e1-a035-46d6-9b0f-7b4ad4813006 resource provider aggregate not found Aug 09 17:01:16.752480 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.services.segments.plugin [-] Segment 3c8731e1-a035-46d6-9b0f-7b4ad4813006 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c8731e1-a035-46d6-9b0f-7b4ad4813006 found for delete ", "request_id": "req-e1446c9b-f606-42ef-978d-50fb7883b6aa"}]} Aug 09 17:01:16.795970 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:16.953691 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb1bdf4-87ad-4257-9214-055cdf7ce050 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 17:01:16.961447 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:16.976549 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Transition to ACTIVE for port object afb1bdf4-87ad-4257-9214-055cdf7ce050 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:01:17.002401 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:17.030529 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:01:17.056546 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 17:01:17.056899 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device ec8bef8f-4bd7-4e3b-9106-98a0c20dea4c not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:01:17.070133 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25848049'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:17.086984 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35844) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:17.133561 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-4555a411-30c8-4d30-a01c-edbaabfd9256 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=468b7fa2f89143279223f2abb2de5957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453930 Aug 09 17:01:17.135996 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35850) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:17.166737 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Pushing event updated for resources: {'Port': ['ID=afb1bdf4-87ad-4257-9214-055cdf7ce050,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:17.187081 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7d53a2cb-d899-44b8-b551-05b5f797d3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:17.200951 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Attempting to bind port afb1bdf4-87ad-4257-9214-055cdf7ce050 on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 17:01:17.201302 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Attempting to bind port afb1bdf4-87ad-4257-9214-055cdf7ce050 by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': 'a717fe75-0e77-4eff-ac35-f1dc9e8fc8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2991237c-0b7e-4abc-b53b-1927e8fb67cd'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 17:01:17.202221 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Attempting to bind port afb1bdf4-87ad-4257-9214-055cdf7ce050 on network 2991237c-0b7e-4abc-b53b-1927e8fb67cd {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 17:01:17.207409 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Port afb1bdf4-87ad-4257-9214-055cdf7ce050 on network 2991237c-0b7e-4abc-b53b-1927e8fb67cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 17:01:17.208158 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Attempting to bind port afb1bdf4-87ad-4257-9214-055cdf7ce050 on network 2991237c-0b7e-4abc-b53b-1927e8fb67cd {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 17:01:17.215416 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 17, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 17:01:17.215755 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Checking segment: {'id': 'a717fe75-0e77-4eff-ac35-f1dc9e8fc8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2991237c-0b7e-4abc-b53b-1927e8fb67cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 17:01:17.216135 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Bound using segment: {'id': 'a717fe75-0e77-4eff-ac35-f1dc9e8fc8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2991237c-0b7e-4abc-b53b-1927e8fb67cd'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 17:01:17.216555 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Bound port: afb1bdf4-87ad-4257-9214-055cdf7ce050, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a717fe75-0e77-4eff-ac35-f1dc9e8fc8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2991237c-0b7e-4abc-b53b-1927e8fb67cd'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 17:01:17.216918 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:17.217085 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7d53a2cb-d899-44b8-b551-05b5f797d3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:17.292603 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] For port afb1bdf4-87ad-4257-9214-055cdf7ce050, host hv-cinder-85257, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:01:17.295765 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] For port afb1bdf4-87ad-4257-9214-055cdf7ce050, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=afb1bdf4-87ad-4257-9214-055cdf7ce050,segment=NetworkSegment(a717fe75-0e77-4eff-ac35-f1dc9e8fc8db),segment_id=a717fe75-0e77-4eff-ac35-f1dc9e8fc8db)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:01:17.338737 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7d53a2cb-d899-44b8-b551-05b5f797d3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:17.341592 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-7d53a2cb-d899-44b8-b551-05b5f797d3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:17.342758 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-7d53a2cb-d899-44b8-b551-05b5f797d3c3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06d7d48f-cede-4c9a-b9ff-3eee274d4291 HTTP/1.1" status: 204 len: 168 time: 0.2058716 Aug 09 17:01:17.350629 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53a2cb-d899-44b8-b551-05b5f797d3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d7d48f-cede-4c9a-b9ff-3eee274d4291,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:17.357660 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53a2cb-d899-44b8-b551-05b5f797d3c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:17.358022 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53a2cb-d899-44b8-b551-05b5f797d3c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:17.358373 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53a2cb-d899-44b8-b551-05b5f797d3c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:17.358744 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53a2cb-d899-44b8-b551-05b5f797d3c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:17.359060 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53a2cb-d899-44b8-b551-05b5f797d3c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:17.359399 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53a2cb-d899-44b8-b551-05b5f797d3c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:17.359736 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53a2cb-d899-44b8-b551-05b5f797d3c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:17.360085 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53a2cb-d899-44b8-b551-05b5f797d3c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:17.360409 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53a2cb-d899-44b8-b551-05b5f797d3c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:17.360768 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53a2cb-d899-44b8-b551-05b5f797d3c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:17.361099 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53a2cb-d899-44b8-b551-05b5f797d3c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:17.361523 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d53a2cb-d899-44b8-b551-05b5f797d3c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:17.382430 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25848049'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:17.388794 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:17.389494 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:17.390854 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] 10.222.0.85 "PUT /v2.0/ports/afb1bdf4-87ad-4257-9214-055cdf7ce050 HTTP/1.1" status: 200 len: 1093 time: 0.8271766 Aug 09 17:01:17.391420 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1179772f-37db-42e3-94da-5d376e412717', 'tag': 'afb1bdf4-87ad-4257-9214-055cdf7ce050'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:01:17.395116 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1747fd4-0c6f-45a2-bb73-4058d3be47b8" -d '{"events": [{"name": "network-changed", "server_uuid": "1179772f-37db-42e3-94da-5d376e412717", "tag": "afb1bdf4-87ad-4257-9214-055cdf7ce050"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:01:17.446032 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9831ec-3755-4a4f-9af1-c950e84c953d service neutron] Pushing event updated for resources: {'Port': ['ID=afb1bdf4-87ad-4257-9214-055cdf7ce050,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:17.479945 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 17:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a9bb1c-2a5e-4371-9f5b-aceedec1df76 x-openstack-request-id: req-d4a9bb1c-2a5e-4371-9f5b-aceedec1df76 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:01:17.480243 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1179772f-37db-42e3-94da-5d376e412717", "tag": "afb1bdf4-87ad-4257-9214-055cdf7ce050", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:01:17.480495 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4a9bb1c-2a5e-4371-9f5b-aceedec1df76 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:01:17.480894 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4a9bb1c-2a5e-4371-9f5b-aceedec1df76'] response: {'name': 'network-changed', 'server_uuid': '1179772f-37db-42e3-94da-5d376e412717', 'tag': 'afb1bdf4-87ad-4257-9214-055cdf7ce050', 'status': 'completed', 'code': 200} Aug 09 17:01:17.561760 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-c89fd542-3090-43dd-8e01-8af1dc176eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:17.563321 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-c89fd542-3090-43dd-8e01-8af1dc176eb5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e4bb7ace711746399b73c846e644f3f2&device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 1096 time: 0.0414734 Aug 09 17:01:17.616506 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-8fab884b-74f4-4e72-b328-151a0db35d28 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afb1bdf4-87ad-4257-9214-055cdf7ce050 HTTP/1.1" status: 200 len: 217 time: 0.0368338 Aug 09 17:01:17.666049 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-6219ee28-cef2-4c37-8d72-51bff9b010e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:17.667505 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-6219ee28-cef2-4c37-8d72-51bff9b010e3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7245d1c5-8bc4-44d7-8949-fc0736e335ed HTTP/1.1" status: 200 len: 852 time: 0.0432758 Aug 09 17:01:17.706781 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-961d45c9-5abe-4ffe-ab6d-38e950630c3f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2991237c-0b7e-4abc-b53b-1927e8fb67cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268998 Aug 09 17:01:17.792816 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4c175-bd86-4a81-9db5-7010d0d5a9f6 req-a86500a6-dc2e-49c9-acfe-6e90880360f2 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:17.794990 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-05d4c175-bd86-4a81-9db5-7010d0d5a9f6 req-a86500a6-dc2e-49c9-acfe-6e90880360f2 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 943 time: 0.0590003 Aug 09 17:01:17.824952 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-026c2a62-d46c-41be-9523-9dfc599d9a70 service neutron] 10.222.0.85 "GET /v2.0/networks/2991237c-0b7e-4abc-b53b-1927e8fb67cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125333 Aug 09 17:01:17.842380 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-05d4c175-bd86-4a81-9db5-7010d0d5a9f6 req-961e0d14-e23f-44e5-ab91-6cc3425afed9 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409780 Aug 09 17:01:17.902076 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35870) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:17.936890 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5fd70474-88f7-45e1-be4c-afafdd1cdccf req-d9fb8472-6ce5-40f4-a655-8f195094f376 service neutron] 10.222.0.85 "GET /v2.0/networks/2991237c-0b7e-4abc-b53b-1927e8fb67cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037433 Aug 09 17:01:18.013954 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e34ddbad-369c-4591-8bef-b0df5e0386bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:18.147869 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1747fd4-0c6f-45a2-bb73-4058d3be47b8 req-900b1ae0-a3fc-4ee3-bca6-0d39082fcc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:18.149386 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1747fd4-0c6f-45a2-bb73-4058d3be47b8 req-900b1ae0-a3fc-4ee3-bca6-0d39082fcc76 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e4bb7ace711746399b73c846e644f3f2&device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 1096 time: 0.0499003 Aug 09 17:01:18.180716 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e34ddbad-369c-4591-8bef-b0df5e0386bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:18.240003 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1747fd4-0c6f-45a2-bb73-4058d3be47b8 req-eedb05f8-a6df-4f88-9dfe-0a7443cca49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:18.241548 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1747fd4-0c6f-45a2-bb73-4058d3be47b8 req-eedb05f8-a6df-4f88-9dfe-0a7443cca49d service neutron] 10.222.0.85 "GET /v2.0/networks?id=2991237c-0b7e-4abc-b53b-1927e8fb67cd HTTP/1.1" status: 200 len: 913 time: 0.0842538 Aug 09 17:01:18.271004 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-e34ddbad-369c-4591-8bef-b0df5e0386bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:18.290560 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1747fd4-0c6f-45a2-bb73-4058d3be47b8 req-63a302d2-295f-4366-b0dc-817b7b3632eb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afb1bdf4-87ad-4257-9214-055cdf7ce050 HTTP/1.1" status: 200 len: 217 time: 0.0413585 Aug 09 17:01:18.328102 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-e34ddbad-369c-4591-8bef-b0df5e0386bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f20f63f3b6214009b1144414cd295145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4249260 Aug 09 17:01:18.330336 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ddbad-369c-4591-8bef-b0df5e0386bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a561e59c-97e7-4dac-80f5-2dd2013eaa9d,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:18.332711 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35888) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:18.346378 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1747fd4-0c6f-45a2-bb73-4058d3be47b8 req-f17d2ce7-d39e-4545-bb7b-fcb54b6d3249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:18.347850 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1747fd4-0c6f-45a2-bb73-4058d3be47b8 req-f17d2ce7-d39e-4545-bb7b-fcb54b6d3249 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7245d1c5-8bc4-44d7-8949-fc0736e335ed HTTP/1.1" status: 200 len: 852 time: 0.0487862 Aug 09 17:01:18.386924 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1747fd4-0c6f-45a2-bb73-4058d3be47b8 req-f44ac877-d582-479c-8f84-5ee0a3e93c09 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2991237c-0b7e-4abc-b53b-1927e8fb67cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304315 Aug 09 17:01:18.394769 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-277c225e-366b-4776-b790-6f8d8415df4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:18.417168 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-277c225e-366b-4776-b790-6f8d8415df4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:18.484337 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1747fd4-0c6f-45a2-bb73-4058d3be47b8 req-09017057-9f6a-4722-b4ec-a9decaa11525 service neutron] 10.222.0.85 "GET /v2.0/networks/2991237c-0b7e-4abc-b53b-1927e8fb67cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890417 Aug 09 17:01:18.533948 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-277c225e-366b-4776-b790-6f8d8415df4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:18.536615 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-277c225e-366b-4776-b790-6f8d8415df4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:18.540235 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-277c225e-366b-4776-b790-6f8d8415df4b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a561e59c-97e7-4dac-80f5-2dd2013eaa9d HTTP/1.1" status: 204 len: 168 time: 0.2039549 Aug 09 17:01:18.548472 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c225e-366b-4776-b790-6f8d8415df4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a561e59c-97e7-4dac-80f5-2dd2013eaa9d,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:18.575877 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a1747fd4-0c6f-45a2-bb73-4058d3be47b8 req-1cec5386-2af9-4495-a8a9-969bc396113e service neutron] 10.222.0.85 "GET /v2.0/networks/2991237c-0b7e-4abc-b53b-1927e8fb67cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843036 Aug 09 17:01:18.967777 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8caf6-75b4-4a5b-a7bd-70995828785f req-d15fc911-5524-4195-9c56-f692c6ee3351 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:18.969247 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-15b8caf6-75b4-4a5b-a7bd-70995828785f req-d15fc911-5524-4195-9c56-f692c6ee3351 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 943 time: 0.0492852 Aug 09 17:01:19.007719 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-15b8caf6-75b4-4a5b-a7bd-70995828785f req-91503de0-30fc-4a56-a1ba-a27ba238c768 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317104 Aug 09 17:01:19.156619 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35918) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:19.260454 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b82a396e-606c-461c-9881-dbd96ff751bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:19.338965 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b82a396e-606c-461c-9881-dbd96ff751bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:19.395878 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-b82a396e-606c-461c-9881-dbd96ff751bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:19.434197 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-b82a396e-606c-461c-9881-dbd96ff751bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=276e785aa03e4bbfb0f9b96f25ea35de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765255 Aug 09 17:01:19.435316 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a396e-606c-461c-9881-dbd96ff751bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e619a2-2b74-42f0-984c-5a0452bf844e,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:19.436874 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 35928) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:19.464424 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35934) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:19.502246 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-92e19f4a-8825-41eb-bb7b-60469a5d698a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:19.526565 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-92e19f4a-8825-41eb-bb7b-60469a5d698a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:19.625068 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-bf8862fc-4311-4880-bfc3-bf2ff976d9f7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Deleting port 7d47cac3-42b8-40b2-93dc-fa2c9ceebda3 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:01:19.625433 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bf8862fc-4311-4880-bfc3-bf2ff976d9f7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:19.653207 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-92e19f4a-8825-41eb-bb7b-60469a5d698a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:19.655828 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-92e19f4a-8825-41eb-bb7b-60469a5d698a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:19.656973 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-92e19f4a-8825-41eb-bb7b-60469a5d698a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/79e619a2-2b74-42f0-984c-5a0452bf844e HTTP/1.1" status: 204 len: 168 time: 0.2190931 Aug 09 17:01:19.672458 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e19f4a-8825-41eb-bb7b-60469a5d698a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e619a2-2b74-42f0-984c-5a0452bf844e,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:19.714511 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bf8862fc-4311-4880-bfc3-bf2ff976d9f7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:19.714963 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bf8862fc-4311-4880-bfc3-bf2ff976d9f7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:19.728628 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-bf8862fc-4311-4880-bfc3-bf2ff976d9f7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Calling delete_port for 7d47cac3-42b8-40b2-93dc-fa2c9ceebda3 owned by network:floatingip {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:01:19.995886 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bf8862fc-4311-4880-bfc3-bf2ff976d9f7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:20.023555 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8862fc-4311-4880-bfc3-bf2ff976d9f7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event deleted for resources: {'Port': ['ID=7d47cac3-42b8-40b2-93dc-fa2c9ceebda3,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:20.087605 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bf8862fc-4311-4880-bfc3-bf2ff976d9f7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for floatingip, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:20.088081 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.db.l3_db [None req-bf8862fc-4311-4880-bfc3-bf2ff976d9f7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Floating IP 97c808cf-9d70-4c1a-a35e-3173dcc2ce26 disassociated (deleted). External IP: 172.27.0.138, port: ea629adf-6d74-4f37-a7dd-60cc5c129495. Aug 09 17:01:20.219420 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3d816-67cf-45ec-a841-24584fb29ddd req-5f14a342-bef2-4565-a7f6-b5835d0602f7 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:20.221175 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-89d3d816-67cf-45ec-a841-24584fb29ddd req-5f14a342-bef2-4565-a7f6-b5835d0602f7 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 943 time: 0.0931067 Aug 09 17:01:20.306010 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-89d3d816-67cf-45ec-a841-24584fb29ddd req-ba5638df-4880-4e2b-9313-ac15ac9daa1e tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781569 Aug 09 17:01:20.374935 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8862fc-4311-4880-bfc3-bf2ff976d9f7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Router e77bf3e5-069e-45de-9e36-aedb51562ec1 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:01:20.484485 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8862fc-4311-4880-bfc3-bf2ff976d9f7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:01:20.492349 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bf8862fc-4311-4880-bfc3-bf2ff976d9f7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:20.497812 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fefcabc-b206-4c85-9cf1-5f81f00565e9 None None] Sync routers for ids ['e77bf3e5-069e-45de-9e36-aedb51562ec1'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:01:20.508573 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fefcabc-b206-4c85-9cf1-5f81f00565e9 None None] Routers {'e77bf3e5-069e-45de-9e36-aedb51562ec1'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 17:01:20.509248 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-3fefcabc-b206-4c85-9cf1-5f81f00565e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T17:01:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['e77bf3e5-069e-45de-9e36-aedb51562ec1'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:20.524997 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-bf8862fc-4311-4880-bfc3-bf2ff976d9f7 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "DELETE /v2.0/floatingips/97c808cf-9d70-4c1a-a35e-3173dcc2ce26 HTTP/1.1" status: 204 len: 168 time: 1.0593767 Aug 09 17:01:20.525572 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a89f86-a1eb-4206-b958-d747817c26b3', 'tag': 'ea629adf-6d74-4f37-a7dd-60cc5c129495'}] {{(pid=109849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:01:20.528421 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082e1abf319ad7c3b8238cd4db933370e184359adde44b78216487f2fb591131" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b692d2-6418-4625-93c9-918c6a6d6855" -d '{"events": [{"name": "network-changed", "server_uuid": "26a89f86-a1eb-4206-b958-d747817c26b3", "tag": "ea629adf-6d74-4f37-a7dd-60cc5c129495"}]}' {{(pid=109849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:01:20.568696 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 17:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6335404-cc7d-4f40-8e82-c0196bd0a03e x-openstack-request-id: req-c6335404-cc7d-4f40-8e82-c0196bd0a03e {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:01:20.569331 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a89f86-a1eb-4206-b958-d747817c26b3", "tag": "ea629adf-6d74-4f37-a7dd-60cc5c129495", "status": "completed", "code": 200}]} {{(pid=109849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:01:20.569618 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c6335404-cc7d-4f40-8e82-c0196bd0a03e {{(pid=109849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:01:20.570123 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6335404-cc7d-4f40-8e82-c0196bd0a03e'] response: {'name': 'network-changed', 'server_uuid': '26a89f86-a1eb-4206-b958-d747817c26b3', 'tag': 'ea629adf-6d74-4f37-a7dd-60cc5c129495', 'status': 'completed', 'code': 200} Aug 09 17:01:20.622701 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-3fefcabc-b206-4c85-9cf1-5f81f00565e9 None None] Set router e77bf3e5-069e-45de-9e36-aedb51562ec1 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 17:01:20.656156 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b692d2-6418-4625-93c9-918c6a6d6855 req-fee59ff0-6958-47ea-8a64-f98784f77d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:20.657719 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b3b692d2-6418-4625-93c9-918c6a6d6855 req-fee59ff0-6958-47ea-8a64-f98784f77d49 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e&device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 1099 time: 0.0399883 Aug 09 17:01:20.765318 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b692d2-6418-4625-93c9-918c6a6d6855 req-6546ef80-933d-42ad-9ea6-343057b27494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:20.767881 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b3b692d2-6418-4625-93c9-918c6a6d6855 req-6546ef80-933d-42ad-9ea6-343057b27494 service neutron] 10.222.0.85 "GET /v2.0/networks?id=d4638989-6f80-4a74-bb7f-239a2497dae9 HTTP/1.1" status: 200 len: 912 time: 0.1013732 Aug 09 17:01:20.816228 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b3b692d2-6418-4625-93c9-918c6a6d6855 req-8b87733b-6c45-4279-9f08-6b3d568a1b9e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea629adf-6d74-4f37-a7dd-60cc5c129495 HTTP/1.1" status: 200 len: 217 time: 0.0399966 Aug 09 17:01:20.878463 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b692d2-6418-4625-93c9-918c6a6d6855 req-0b96e65d-04cb-40e1-83d4-229bb8d05a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:20.880236 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b3b692d2-6418-4625-93c9-918c6a6d6855 req-0b96e65d-04cb-40e1-83d4-229bb8d05a4f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d1a8b644-63fb-4184-bcbc-d30b1401c1de HTTP/1.1" status: 200 len: 850 time: 0.0538735 Aug 09 17:01:20.922655 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-3fefcabc-b206-4c85-9cf1-5f81f00565e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:20Z', 'revision_number': 5, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:20.939506 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b692d2-6418-4625-93c9-918c6a6d6855 req-b7903739-4aed-4368-b197-be6b1e7dc0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:20.941034 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b3b692d2-6418-4625-93c9-918c6a6d6855 req-b7903739-4aed-4368-b197-be6b1e7dc0bd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=d4638989-6f80-4a74-bb7f-239a2497dae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538976 Aug 09 17:01:20.979475 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fefcabc-b206-4c85-9cf1-5f81f00565e9 None None] Checking router: e77bf3e5-069e-45de-9e36-aedb51562ec1 for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:01:20.987989 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fefcabc-b206-4c85-9cf1-5f81f00565e9 None None] Routers {'e77bf3e5-069e-45de-9e36-aedb51562ec1'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 17:01:20.988592 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-3fefcabc-b206-4c85-9cf1-5f81f00565e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T17:01:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['e77bf3e5-069e-45de-9e36-aedb51562ec1'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:21.025807 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b72c8-efe6-41fa-b965-8a49b47c201d req-605354ec-a3d8-46e0-b259-f14c037f6eb0 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:21.027690 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4c0b72c8-efe6-41fa-b965-8a49b47c201d req-605354ec-a3d8-46e0-b259-f14c037f6eb0 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 946 time: 0.0657411 Aug 09 17:01:21.049281 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device afb1bdf4-87ad-4257-9214-055cdf7ce050 details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:01:21.086450 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4c0b72c8-efe6-41fa-b965-8a49b47c201d req-e1588546-9189-4438-9382-9b91983e4601 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514591 Aug 09 17:01:21.088451 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b3b692d2-6418-4625-93c9-918c6a6d6855 req-d892d7a0-5d2d-4dec-abb1-204a6bcfae0f service neutron] 10.222.0.85 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220403 Aug 09 17:01:21.128372 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-3fefcabc-b206-4c85-9cf1-5f81f00565e9 None None] Set router e77bf3e5-069e-45de-9e36-aedb51562ec1 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 17:01:21.195649 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port afb1bdf4-87ad-4257-9214-055cdf7ce050, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=afb1bdf4-87ad-4257-9214-055cdf7ce050,segment=NetworkSegment(a717fe75-0e77-4eff-ac35-f1dc9e8fc8db),segment_id=a717fe75-0e77-4eff-ac35-f1dc9e8fc8db)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:21.209553 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': 'afb1bdf4-87ad-4257-9214-055cdf7ce050', 'network_id': '2991237c-0b7e-4abc-b53b-1927e8fb67cd', 'port_id': 'afb1bdf4-87ad-4257-9214-055cdf7ce050', 'mac_address': 'fa:16:3e:19:d2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7245d1c5-8bc4-44d7-8949-fc0736e335ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:01:21.249789 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port afb1bdf4-87ad-4257-9214-055cdf7ce050 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 17:01:21.250251 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:21.270200 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb1bdf4-87ad-4257-9214-055cdf7ce050 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 17:01:21.293699 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port afb1bdf4-87ad-4257-9214-055cdf7ce050, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=afb1bdf4-87ad-4257-9214-055cdf7ce050,segment=NetworkSegment(a717fe75-0e77-4eff-ac35-f1dc9e8fc8db),segment_id=a717fe75-0e77-4eff-ac35-f1dc9e8fc8db)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:21.362955 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:21.372550 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-3fefcabc-b206-4c85-9cf1-5f81f00565e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:20Z', 'revision_number': 5, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:21.421558 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fefcabc-b206-4c85-9cf1-5f81f00565e9 None None] The sync data for ids ['e77bf3e5-069e-45de-9e36-aedb51562ec1'] in dv-cinder-852570-1-iscsi is: [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T16:52:15Z', 'revision_number': 4, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi', '_interfaces': [{'id': 'c048a015-e1bb-4bd9-b812-657db4f93472', 'name': '', 'network_id': 'd4638989-6f80-4a74-bb7f-239a2497dae9', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'mac_address': 'fa:16:3e:4b:71:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:14Z', 'updated_at': '2022-08-09T16:52:20Z', 'revision_number': 5, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'subnets': [{'id': 'd1a8b644-63fb-4184-bcbc-d30b1401c1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:01:21.428733 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=afb1bdf4-87ad-4257-9214-055cdf7ce050,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:21.437845 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:21.438419 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:21.439234 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:21.439803 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:21.440327 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:21.440861 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:21.441387 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:21.442086 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:21.442616 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:21.443129 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:21.443650 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:21.444192 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:21.515085 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede22f45-334e-4d6f-9be1-67bd5e1ccd93 req-06e2f6e3-852b-48fa-973b-b31f42e4efc7 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:21.517864 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ede22f45-334e-4d6f-9be1-67bd5e1ccd93 req-06e2f6e3-852b-48fa-973b-b31f42e4efc7 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 944 time: 0.0764287 Aug 09 17:01:21.542609 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b3b692d2-6418-4625-93c9-918c6a6d6855 req-42e711de-12ce-4122-b625-ef6bbeaf76e1 service neutron] 10.222.0.85 "GET /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479728 Aug 09 17:01:21.570044 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-ede22f45-334e-4d6f-9be1-67bd5e1ccd93 req-f03f130e-1ef4-434a-92b8-846e0e72fe39 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406508 Aug 09 17:01:21.587583 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 35992) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:21.719135 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-683ea818-775c-4038-9957-24476567768b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:21.736416 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f14b5c8-4cf8-45b4-af79-d1b131f3281d None None] New status for floating IP 97c808cf-9d70-4c1a-a35e-3173dcc2ce26: DOWN {{(pid=109850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 17:01:21.769379 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['afb1bdf4-87ad-4257-9214-055cdf7ce050'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:01:21.843997 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-683ea818-775c-4038-9957-24476567768b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:21.949798 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-683ea818-775c-4038-9957-24476567768b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:21.988971 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-683ea818-775c-4038-9957-24476567768b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=41b6c6a0f90246faa6e0954e42aa233a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3999376 Aug 09 17:01:21.989840 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ea818-775c-4038-9957-24476567768b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedadddd-0980-40ff-8df6-0a3b95477978,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:21.991777 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 35998) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:21.997233 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ea818-775c-4038-9957-24476567768b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:21.999469 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ea818-775c-4038-9957-24476567768b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:21.999469 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ea818-775c-4038-9957-24476567768b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:21.999469 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ea818-775c-4038-9957-24476567768b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:21.999469 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ea818-775c-4038-9957-24476567768b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:21.999469 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ea818-775c-4038-9957-24476567768b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:21.999469 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ea818-775c-4038-9957-24476567768b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:22.000160 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ea818-775c-4038-9957-24476567768b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:22.000160 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ea818-775c-4038-9957-24476567768b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:22.000309 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ea818-775c-4038-9957-24476567768b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:22.000532 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ea818-775c-4038-9957-24476567768b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:22.000854 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683ea818-775c-4038-9957-24476567768b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:01:22.042050 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4a795351-9be0-4e47-9e21-8b24ca225841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:22.062493 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4a795351-9be0-4e47-9e21-8b24ca225841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:22.154270 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad9e11-067a-4bf3-92aa-a3790b6caead req-68ff9c1d-1937-4b26-8e28-e8ebb2695c8c tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:22.155876 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5dad9e11-067a-4bf3-92aa-a3790b6caead req-68ff9c1d-1937-4b26-8e28-e8ebb2695c8c tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.85 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 946 time: 0.0511630 Aug 09 17:01:22.156128 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4a795351-9be0-4e47-9e21-8b24ca225841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:22.159567 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4a795351-9be0-4e47-9e21-8b24ca225841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:22.160760 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-4a795351-9be0-4e47-9e21-8b24ca225841 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dedadddd-0980-40ff-8df6-0a3b95477978 HTTP/1.1" status: 204 len: 168 time: 0.1679018 Aug 09 17:01:22.169755 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a795351-9be0-4e47-9e21-8b24ca225841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedadddd-0980-40ff-8df6-0a3b95477978,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:22.238150 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5eb894-379d-4bbd-9b8d-efd217b2b01f req-29b3ed60-e4f8-43ba-b5e5-ee8f1804deec tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:22.239625 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2b5eb894-379d-4bbd-9b8d-efd217b2b01f req-29b3ed60-e4f8-43ba-b5e5-ee8f1804deec tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 946 time: 0.0668240 Aug 09 17:01:22.264686 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-5dad9e11-067a-4bf3-92aa-a3790b6caead req-8b50fc06-9ece-424e-a0bd-cc1853a16626 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Deleting port ea629adf-6d74-4f37-a7dd-60cc5c129495 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:01:22.265015 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5dad9e11-067a-4bf3-92aa-a3790b6caead req-8b50fc06-9ece-424e-a0bd-cc1853a16626 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:22.278696 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2b5eb894-379d-4bbd-9b8d-efd217b2b01f req-92cbae0b-1393-4736-935f-c46f542960fb tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/security-groups?id=87dddeb1-92a2-4bf1-a2db-ebbea5f84425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328496 Aug 09 17:01:22.354617 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-5dad9e11-067a-4bf3-92aa-a3790b6caead req-8b50fc06-9ece-424e-a0bd-cc1853a16626 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] For port ea629adf-6d74-4f37-a7dd-60cc5c129495, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=ea629adf-6d74-4f37-a7dd-60cc5c129495,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:22.354979 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5dad9e11-067a-4bf3-92aa-a3790b6caead req-8b50fc06-9ece-424e-a0bd-cc1853a16626 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:22.367017 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-5dad9e11-067a-4bf3-92aa-a3790b6caead req-8b50fc06-9ece-424e-a0bd-cc1853a16626 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Calling delete_port for ea629adf-6d74-4f37-a7dd-60cc5c129495 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:01:22.562051 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5dad9e11-067a-4bf3-92aa-a3790b6caead req-8b50fc06-9ece-424e-a0bd-cc1853a16626 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:22.593627 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50fc06-9ece-424e-a0bd-cc1853a16626 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event deleted for resources: {'Port': ['ID=ea629adf-6d74-4f37-a7dd-60cc5c129495,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:22.640994 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dad9e11-067a-4bf3-92aa-a3790b6caead req-8b50fc06-9ece-424e-a0bd-cc1853a16626 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] No DVR routers for this DVR port ea629adf-6d74-4f37-a7dd-60cc5c129495 on host hv-cinder-85257 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:01:22.644223 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-5dad9e11-067a-4bf3-92aa-a3790b6caead req-8b50fc06-9ece-424e-a0bd-cc1853a16626 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:22.647554 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5dad9e11-067a-4bf3-92aa-a3790b6caead req-8b50fc06-9ece-424e-a0bd-cc1853a16626 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.85 "DELETE /v2.0/ports/ea629adf-6d74-4f37-a7dd-60cc5c129495 HTTP/1.1" status: 204 len: 173 time: 0.4834573 Aug 09 17:01:22.648013 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a89f86-a1eb-4206-b958-d747817c26b3', 'name': 'network-vif-deleted', 'tag': 'ea629adf-6d74-4f37-a7dd-60cc5c129495'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:01:22.650356 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9ae605-5880-4fa7-bd2d-cf6d3e0f7a0e" -d '{"events": [{"server_uuid": "26a89f86-a1eb-4206-b958-d747817c26b3", "name": "network-vif-deleted", "tag": "ea629adf-6d74-4f37-a7dd-60cc5c129495"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:01:22.695836 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 17:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f784611-3b67-45ce-b384-02fcb638b825 x-openstack-request-id: req-5f784611-3b67-45ce-b384-02fcb638b825 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:01:22.696136 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a89f86-a1eb-4206-b958-d747817c26b3", "name": "network-vif-deleted", "tag": "ea629adf-6d74-4f37-a7dd-60cc5c129495", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:01:22.696392 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5f784611-3b67-45ce-b384-02fcb638b825 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:01:22.696792 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f784611-3b67-45ce-b384-02fcb638b825'] response: {'server_uuid': '26a89f86-a1eb-4206-b958-d747817c26b3', 'name': 'network-vif-deleted', 'tag': 'ea629adf-6d74-4f37-a7dd-60cc5c129495', 'status': 'completed', 'code': 200} Aug 09 17:01:22.721784 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24636c01-39f2-4036-bdec-eebe8106e77a req-023b4812-e73c-43da-83ea-295a59a17692 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:22.723292 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-24636c01-39f2-4036-bdec-eebe8106e77a req-023b4812-e73c-43da-83ea-295a59a17692 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 944 time: 0.0581222 Aug 09 17:01:22.762414 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-24636c01-39f2-4036-bdec-eebe8106e77a req-cb737abf-f6a1-4535-9d50-860f5f4b2a5a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321360 Aug 09 17:01:23.379338 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-52bb9fe2-6e0e-4eb5-9ccb-99ad5abefaa8 req-eae6334a-8546-440a-9410-3c49963d9853 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 210 time: 0.0265093 Aug 09 17:01:23.882672 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0dd9c-7779-4f0b-84f1-f7000c0ffcdf req-f2d57350-6f09-4107-ac0f-8f662675d089 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:23.884287 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-68c0dd9c-7779-4f0b-84f1-f7000c0ffcdf req-f2d57350-6f09-4107-ac0f-8f662675d089 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 944 time: 0.0498214 Aug 09 17:01:23.922746 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-68c0dd9c-7779-4f0b-84f1-f7000c0ffcdf req-db9577de-411e-40cd-ab82-e120ea3e7196 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324676 Aug 09 17:01:24.474455 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-5170d851-7030-4e0e-bc0b-0b4852561dcc req-9209d13c-b567-411d-a2e1-af278cb980bb tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 210 time: 0.0254998 Aug 09 17:01:25.044883 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce7a3f-60aa-4e01-a6e9-52373935aa54 req-24f12053-9729-4587-b0c2-9d275b7c20f9 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:25.046446 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c1ce7a3f-60aa-4e01-a6e9-52373935aa54 req-24f12053-9729-4587-b0c2-9d275b7c20f9 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 944 time: 0.0508416 Aug 09 17:01:25.084358 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-c1ce7a3f-60aa-4e01-a6e9-52373935aa54 req-6132295e-d710-4d05-966d-feb35364d6f5 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315933 Aug 09 17:01:25.580820 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-4eeef495-8cc2-4670-a4b7-31a3b6fee783 req-96c6871f-5246-4dfd-a06e-8e25e28c530f tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 210 time: 0.0266411 Aug 09 17:01:26.205898 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436bd21-8b08-40ec-adcc-b4e20062f6e7 req-0d7c9822-0906-4db6-876c-aff365446615 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:26.207351 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4436bd21-8b08-40ec-adcc-b4e20062f6e7 req-0d7c9822-0906-4db6-876c-aff365446615 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 944 time: 0.0515349 Aug 09 17:01:26.244662 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4436bd21-8b08-40ec-adcc-b4e20062f6e7 req-8fe6824f-4e29-417e-b203-ffe47880dc2f tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313449 Aug 09 17:01:26.686716 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-10bdd6de-2716-48bd-b489-2b474ab3a21b req-67f8aa22-1acf-48a6-b5d8-63de08b8b12b tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "GET /v2.0/ports?device_id=26a89f86-a1eb-4206-b958-d747817c26b3 HTTP/1.1" status: 200 len: 210 time: 0.0259278 Aug 09 17:01:27.361138 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8d4b1-48c1-426d-ace3-59e9f23313b5 req-30dd65a4-708c-4315-a847-26c1366781e1 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:27.362708 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-54b8d4b1-48c1-426d-ace3-59e9f23313b5 req-30dd65a4-708c-4315-a847-26c1366781e1 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 944 time: 0.0490382 Aug 09 17:01:27.403792 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-54b8d4b1-48c1-426d-ace3-59e9f23313b5 req-91ddc6a9-2bc1-4d63-8329-c8953df72459 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341187 Aug 09 17:01:27.745102 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 36040) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:27.864807 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-fa456043-db02-47e2-8d53-b1624f9c0603 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Deleting port bc338844-f004-4c05-955b-a50771b3bbd9 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:01:27.865465 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fa456043-db02-47e2-8d53-b1624f9c0603 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:27.961782 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fa456043-db02-47e2-8d53-b1624f9c0603 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:27.962119 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fa456043-db02-47e2-8d53-b1624f9c0603 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:27.973559 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-fa456043-db02-47e2-8d53-b1624f9c0603 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Calling delete_port for bc338844-f004-4c05-955b-a50771b3bbd9 owned by network:floatingip {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:01:28.161287 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fa456043-db02-47e2-8d53-b1624f9c0603 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:28.187050 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa456043-db02-47e2-8d53-b1624f9c0603 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event deleted for resources: {'Port': ['ID=bc338844-f004-4c05-955b-a50771b3bbd9,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:28.260378 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fa456043-db02-47e2-8d53-b1624f9c0603 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for floatingip, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:28.262815 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-fa456043-db02-47e2-8d53-b1624f9c0603 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:28.263963 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-fa456043-db02-47e2-8d53-b1624f9c0603 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "DELETE /v2.0/floatingips/5dde1385-7c87-4823-8db9-0783e215bf96 HTTP/1.1" status: 204 len: 168 time: 0.5178208 Aug 09 17:01:28.269875 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device afb1bdf4-87ad-4257-9214-055cdf7ce050 up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:01:28.372883 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port afb1bdf4-87ad-4257-9214-055cdf7ce050 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:01:28.377542 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port afb1bdf4-87ad-4257-9214-055cdf7ce050 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:01:28.377913 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:28.455411 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port afb1bdf4-87ad-4257-9214-055cdf7ce050 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 17:01:28.455761 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:28.478787 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1179772f-37db-42e3-94da-5d376e412717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb1bdf4-87ad-4257-9214-055cdf7ce050'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:01:28.481075 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f92c2aa-f2d5-46d6-987d-74f34b09117c" -d '{"events": [{"server_uuid": "1179772f-37db-42e3-94da-5d376e412717", "name": "network-vif-plugged", "status": "completed", "tag": "afb1bdf4-87ad-4257-9214-055cdf7ce050"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:01:28.494977 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port afb1bdf4-87ad-4257-9214-055cdf7ce050, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=afb1bdf4-87ad-4257-9214-055cdf7ce050,segment=NetworkSegment(a717fe75-0e77-4eff-ac35-f1dc9e8fc8db),segment_id=a717fe75-0e77-4eff-ac35-f1dc9e8fc8db)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:28.527547 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 17:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b2bde6-6062-43dd-9bfd-ba122513d411 x-openstack-request-id: req-73b2bde6-6062-43dd-9bfd-ba122513d411 {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:01:28.527848 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1179772f-37db-42e3-94da-5d376e412717", "name": "network-vif-plugged", "status": "completed", "tag": "afb1bdf4-87ad-4257-9214-055cdf7ce050", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:01:28.528238 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-73b2bde6-6062-43dd-9bfd-ba122513d411 {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:01:28.528567 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb16b3-c07b-4021-bf90-a308dc054a97 req-67b6606c-775b-4785-9666-5816307f62b9 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:28.529137 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73b2bde6-6062-43dd-9bfd-ba122513d411'] response: {'server_uuid': '1179772f-37db-42e3-94da-5d376e412717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb1bdf4-87ad-4257-9214-055cdf7ce050', 'code': 200} Aug 09 17:01:28.530289 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a6fb16b3-c07b-4021-bf90-a308dc054a97 req-67b6606c-775b-4785-9666-5816307f62b9 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 944 time: 0.0527146 Aug 09 17:01:28.570534 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-a6fb16b3-c07b-4021-bf90-a308dc054a97 req-7ddaab34-e96a-4b80-a9a8-f9fb15c86b3a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342128 Aug 09 17:01:28.584152 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:28.584960 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device ea629adf-6d74-4f37-a7dd-60cc5c129495 no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:01:28.634155 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: ea629adf-6d74-4f37-a7dd-60cc5c129495 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 17:01:28.634500 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device ea629adf-6d74-4f37-a7dd-60cc5c129495 not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:01:28.657124 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=afb1bdf4-87ad-4257-9214-055cdf7ce050,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:28.894693 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8889b4f-e643-47a0-be37-944f9076195a req-2f1a39aa-f5ae-46cc-877b-9564632cd236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:28.896159 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b8889b4f-e643-47a0-be37-944f9076195a req-2f1a39aa-f5ae-46cc-877b-9564632cd236 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 1098 time: 0.0442138 Aug 09 17:01:28.929831 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b8889b4f-e643-47a0-be37-944f9076195a req-bde6c11c-b0dd-43d1-a60e-1389feaeae8b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268829 Aug 09 17:01:29.586949 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 36062) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:29.647566 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2c04f69a-875f-462f-82d4-e3cb8e3d63f1 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:29.701514 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2c04f69a-875f-462f-82d4-e3cb8e3d63f1 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:29.727506 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62d228-dc01-475b-ace7-36495e7c5135 req-7969909c-e1ce-43e5-b0da-375406f5bcdb tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:29.729089 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8b62d228-dc01-475b-ace7-36495e7c5135 req-7969909c-e1ce-43e5-b0da-375406f5bcdb tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 945 time: 0.0835514 Aug 09 17:01:29.777595 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8b62d228-dc01-475b-ace7-36495e7c5135 req-7d03ecac-f57e-4627-9772-7e8ad7e45614 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403330 Aug 09 17:01:29.847065 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2c04f69a-875f-462f-82d4-e3cb8e3d63f1 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:29.849725 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2c04f69a-875f-462f-82d4-e3cb8e3d63f1 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:29.850864 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-2c04f69a-875f-462f-82d4-e3cb8e3d63f1 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] 10.222.0.49 "DELETE /v2.0/security-groups/87dddeb1-92a2-4bf1-a2db-ebbea5f84425 HTTP/1.1" status: 204 len: 168 time: 0.2628384 Aug 09 17:01:29.859736 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04f69a-875f-462f-82d4-e3cb8e3d63f1 tempest-TestVolumeBootPattern-834300204 tempest-TestVolumeBootPattern-834300204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dddeb1-92a2-4bf1-a2db-ebbea5f84425,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:29.982025 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 36070) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:30.467715 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a07fa246-0742-494d-a360-9a68211ea416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571222'] for router_interface, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:30.702468 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-a07fa246-0742-494d-a360-9a68211ea416 admin admin] Deleting port c048a015-e1bb-4bd9-b812-657db4f93472 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:01:30.703179 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a07fa246-0742-494d-a360-9a68211ea416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:30.778253 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-a07fa246-0742-494d-a360-9a68211ea416 admin admin] For port c048a015-e1bb-4bd9-b812-657db4f93472, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=c048a015-e1bb-4bd9-b812-657db4f93472,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:30.778538 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a07fa246-0742-494d-a360-9a68211ea416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:30.790623 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-a07fa246-0742-494d-a360-9a68211ea416 admin admin] Calling delete_port for c048a015-e1bb-4bd9-b812-657db4f93472 owned by network:router_interface {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:01:31.208059 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82939857-0747-4b80-abb9-f922ea5bd0b0 req-a10814e3-02d5-40da-8fa9-d20af0c5f92c tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:31.209708 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-82939857-0747-4b80-abb9-f922ea5bd0b0 req-a10814e3-02d5-40da-8fa9-d20af0c5f92c tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 945 time: 0.3451047 Aug 09 17:01:31.281857 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-82939857-0747-4b80-abb9-f922ea5bd0b0 req-356f9d0c-a83d-4ad4-8c90-fbee4a88998e tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656443 Aug 09 17:01:31.384599 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a07fa246-0742-494d-a360-9a68211ea416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:31.409556 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fa246-0742-494d-a360-9a68211ea416 admin admin] Pushing event deleted for resources: {'Port': ['ID=c048a015-e1bb-4bd9-b812-657db4f93472,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:31.581937 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-a07fa246-0742-494d-a360-9a68211ea416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571386'] for router_interface, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:31.797993 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07fa246-0742-494d-a360-9a68211ea416 admin admin] Router e77bf3e5-069e-45de-9e36-aedb51562ec1 has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:01:31.907030 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07fa246-0742-494d-a360-9a68211ea416 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:01:31.912147 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-a07fa246-0742-494d-a360-9a68211ea416 admin admin] 10.222.0.49 "PUT /v2.0/routers/e77bf3e5-069e-45de-9e36-aedb51562ec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9290490 Aug 09 17:01:31.914947 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 36118) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:31.918723 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ad8478-20a9-4ba4-9cef-24618297e16c None None] Sync routers for ids ['e77bf3e5-069e-45de-9e36-aedb51562ec1'] in dv-cinder-852570-1-iscsi {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:01:31.926549 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ad8478-20a9-4ba4-9cef-24618297e16c None None] Routers {'e77bf3e5-069e-45de-9e36-aedb51562ec1'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 17:01:31.927161 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-05ad8478-20a9-4ba4-9cef-24618297e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T17:01:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['e77bf3e5-069e-45de-9e36-aedb51562ec1'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:32.027666 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13d3b6a5-e728-4b85-b062-92617584af2c admin admin] Notify callbacks [] for router, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:32.032205 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-05ad8478-20a9-4ba4-9cef-24618297e16c None None] Set router e77bf3e5-069e-45de-9e36-aedb51562ec1 gateway port host: dv-cinder-852570-1-iscsi {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 17:01:32.139147 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13d3b6a5-e728-4b85-b062-92617584af2c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:32.213295 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-05ad8478-20a9-4ba4-9cef-24618297e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T17:01:31Z', 'revision_number': 5, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port': {'id': 'e0016c24-1f67-4b06-a709-5bcf821d9ab1', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:12Z', 'updated_at': '2022-08-09T16:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:32.238887 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ad8478-20a9-4ba4-9cef-24618297e16c None None] Checking router: e77bf3e5-069e-45de-9e36-aedb51562ec1 for host: dv-cinder-852570-1-iscsi {{(pid=109851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:01:32.244199 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-13d3b6a5-e728-4b85-b062-92617584af2c admin admin] Deleting port e0016c24-1f67-4b06-a709-5bcf821d9ab1 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:01:32.244592 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13d3b6a5-e728-4b85-b062-92617584af2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:32.248461 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ad8478-20a9-4ba4-9cef-24618297e16c None None] Routers {'e77bf3e5-069e-45de-9e36-aedb51562ec1'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 17:01:32.249066 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-05ad8478-20a9-4ba4-9cef-24618297e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T17:01:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['e77bf3e5-069e-45de-9e36-aedb51562ec1'], 'active': True} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:32.327547 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-13d3b6a5-e728-4b85-b062-92617584af2c admin admin] For port e0016c24-1f67-4b06-a709-5bcf821d9ab1, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=e0016c24-1f67-4b06-a709-5bcf821d9ab1,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:32.327914 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13d3b6a5-e728-4b85-b062-92617584af2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:32.333923 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_dvr_db [None req-05ad8478-20a9-4ba4-9cef-24618297e16c None None] Set router e77bf3e5-069e-45de-9e36-aedb51562ec1 gateway port host: None {{(pid=109851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 17:01:32.348609 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-13d3b6a5-e728-4b85-b062-92617584af2c admin admin] Calling delete_port for e0016c24-1f67-4b06-a709-5bcf821d9ab1 owned by network:router_gateway {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:01:32.386328 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.l3_hamode_db [None req-05ad8478-20a9-4ba4-9cef-24618297e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T17:01:32Z', 'revision_number': 6, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port_host': None}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:32.412291 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ad8478-20a9-4ba4-9cef-24618297e16c None None] The sync data for ids ['e77bf3e5-069e-45de-9e36-aedb51562ec1'] in dv-cinder-852570-1-iscsi is: [{'id': 'e77bf3e5-069e-45de-9e36-aedb51562ec1', 'name': 'tempest-TestVolumeBootPattern-161147806-router', 'tenant_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:11Z', 'updated_at': '2022-08-09T17:01:32Z', 'revision_number': 6, 'project_id': 'b7c322e8fa074dfa8e2bfab8a4b4d76e', 'gw_port_host': None}] {{(pid=109851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:01:32.561034 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13d3b6a5-e728-4b85-b062-92617584af2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:32.584410 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3b6a5-e728-4b85-b062-92617584af2c admin admin] Pushing event deleted for resources: {'Port': ['ID=e0016c24-1f67-4b06-a709-5bcf821d9ab1,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:32.644352 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13d3b6a5-e728-4b85-b062-92617584af2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568720'] for router_gateway, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:32.732865 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13d3b6a5-e728-4b85-b062-92617584af2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-755'] for router, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:32.735168 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13d3b6a5-e728-4b85-b062-92617584af2c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:32.886986 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13d3b6a5-e728-4b85-b062-92617584af2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573157'] for router, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:32.887725 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d3b6a5-e728-4b85-b062-92617584af2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e77bf3e5-069e-45de-9e36-aedb51562ec1 {{(pid=109849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:01:32.892511 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13d3b6a5-e728-4b85-b062-92617584af2c admin admin] Notify callbacks [] for router, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:32.893722 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-13d3b6a5-e728-4b85-b062-92617584af2c admin admin] 10.222.0.49 "DELETE /v2.0/routers/e77bf3e5-069e-45de-9e36-aedb51562ec1 HTTP/1.1" status: 204 len: 168 time: 0.9777722 Aug 09 17:01:32.896648 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 36130) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:32.941314 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a45cca-542a-4169-aa16-d2ee47dafb51 admin admin] Deleting subnet d1a8b644-63fb-4184-bcbc-d30b1401c1de {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 17:01:32.944546 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-79a45cca-542a-4169-aa16-d2ee47dafb51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:32.978811 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-79a45cca-542a-4169-aa16-d2ee47dafb51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29272685'] for subnet, precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:33.058743 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-79a45cca-542a-4169-aa16-d2ee47dafb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3282'] for subnet, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:33.196265 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-79a45cca-542a-4169-aa16-d2ee47dafb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25174513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25887119'] for subnet, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:33.215564 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device c048a015-e1bb-4bd9-b812-657db4f93472 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:01:33.225260 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a45cca-542a-4169-aa16-d2ee47dafb51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1a8b644-63fb-4184-bcbc-d30b1401c1de,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:33.229567 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-79a45cca-542a-4169-aa16-d2ee47dafb51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:33.233052 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-79a45cca-542a-4169-aa16-d2ee47dafb51 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d1a8b644-63fb-4184-bcbc-d30b1401c1de HTTP/1.1" status: 204 len: 168 time: 0.3350699 Aug 09 17:01:33.235336 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 36146) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:33.240718 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da90fb5-17b9-4446-86ce-adea4d868b93 None None] Network d4638989-6f80-4a74-bb7f-239a2497dae9 requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:01:33.242870 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: c048a015-e1bb-4bd9-b812-657db4f93472 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 17:01:33.243208 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device c048a015-e1bb-4bd9-b812-657db4f93472 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:01:33.243877 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device e0016c24-1f67-4b06-a709-5bcf821d9ab1 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:01:33.268861 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: e0016c24-1f67-4b06-a709-5bcf821d9ab1 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 17:01:33.269241 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device e0016c24-1f67-4b06-a709-5bcf821d9ab1 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:01:33.312858 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-107367'] for network, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:33.376105 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] Deleting port 64b5202a-8ae2-4504-a0b7-25f191f80374 {{(pid=109849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:01:33.376454 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:33.449002 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.db [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] For port 64b5202a-8ae2-4504-a0b7-25f191f80374, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=64b5202a-8ae2-4504-a0b7-25f191f80374,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:33.449501 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:33.464300 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.plugin [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] Calling delete_port for 64b5202a-8ae2-4504-a0b7-25f191f80374 owned by network:dhcp {{(pid=109849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:01:33.470749 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85114120-0a9e-425e-8a2f-8dfac25ab6d5 None None] DHCP port deletion for d4638989-6f80-4a74-bb7f-239a2497dae9 request from dv-cinder-852570-1-iscsi {{(pid=109850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 17:01:33.528132 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-85114120-0a9e-425e-8a2f-8dfac25ab6d5 None None] Deleting port 64b5202a-8ae2-4504-a0b7-25f191f80374 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:01:33.528541 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85114120-0a9e-425e-8a2f-8dfac25ab6d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:33.594725 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-85114120-0a9e-425e-8a2f-8dfac25ab6d5 None None] For port 64b5202a-8ae2-4504-a0b7-25f191f80374, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=64b5202a-8ae2-4504-a0b7-25f191f80374,segment=NetworkSegment(dcd85640-1c87-4fee-9fdb-f9e66a9c8c75),segment_id=dcd85640-1c87-4fee-9fdb-f9e66a9c8c75)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:33.595192 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85114120-0a9e-425e-8a2f-8dfac25ab6d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:33.601571 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25174492'] for port, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:33.610080 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-85114120-0a9e-425e-8a2f-8dfac25ab6d5 None None] Calling delete_port for 64b5202a-8ae2-4504-a0b7-25f191f80374 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:01:33.630318 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] No DVR routers for this DVR port 64b5202a-8ae2-4504-a0b7-25f191f80374 on host dv-cinder-852570-1-iscsi {{(pid=109849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:01:33.632106 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=64b5202a-8ae2-4504-a0b7-25f191f80374,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: from cryptography.utils import int_from_bytes Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: from cryptography.utils import int_from_bytes Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.687242 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.690518 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.690518 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.690518 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.690518 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.690518 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.690518 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.690518 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.690518 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.690518 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.690518 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.690518 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.690518 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.690518 dv-cinder-852570-1-iscsi neutron-server[109850]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 09 17:01:33.690518 dv-cinder-852570-1-iscsi neutron-server[109850]: self.session.flush() Aug 09 17:01:33.693177 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85114120-0a9e-425e-8a2f-8dfac25ab6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:33.707034 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4957', 'neutron.services.segments.db._delete_segments_for_network-8730382773378'] for network, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:33.718640 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85114120-0a9e-425e-8a2f-8dfac25ab6d5 None None] Pushing event deleted for resources: {'Port': ['ID=64b5202a-8ae2-4504-a0b7-25f191f80374,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:33.723468 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85114120-0a9e-425e-8a2f-8dfac25ab6d5 None None] No DVR routers for this DVR port 64b5202a-8ae2-4504-a0b7-25f191f80374 on host dv-cinder-852570-1-iscsi {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:01:33.736297 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4638989-6f80-4a74-bb7f-239a2497dae9']}} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:33.745878 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75') {'for_net_delete': True} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:33.746182 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.services.segments.db [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd85640-1c87-4fee-9fdb-f9e66a9c8c75') {} {{(pid=109849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:33.756597 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730382772875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29272692'] for segment, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:33.770271 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:33.776161 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=109849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:01:33.776572 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25174447'] for segment, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:33.830754 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.services.segments.plugin [-] Segment dcd85640-1c87-4fee-9fdb-f9e66a9c8c75 resource provider aggregate not found Aug 09 17:01:33.850695 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.services.segments.plugin [-] Segment dcd85640-1c87-4fee-9fdb-f9e66a9c8c75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dcd85640-1c87-4fee-9fdb-f9e66a9c8c75 found for delete ", "request_id": "req-1eb85172-87c2-41d6-844a-a4ed6e50fa84"}]} Aug 09 17:01:33.903085 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567928'] for network, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:33.909813 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:33.915599 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] 10.222.0.49 "DELETE /v2.0/networks/d4638989-6f80-4a74-bb7f-239a2497dae9 HTTP/1.1" status: 204 len: 168 time: 0.6760378 Aug 09 17:01:33.915694 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 36154) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:33.924582 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08582c-0480-4c00-94c9-defb64db34a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4638989-6f80-4a74-bb7f-239a2497dae9,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:34.294542 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c277bf72-e7ea-4c18-8936-498924ff4ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-571222'] for router_interface, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:34.553612 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-c277bf72-e7ea-4c18-8936-498924ff4ca1 admin admin] Deleting port 688703b6-c67f-41e6-8a24-e2a8e7087214 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:01:34.554088 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c277bf72-e7ea-4c18-8936-498924ff4ca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:34.641629 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-c277bf72-e7ea-4c18-8936-498924ff4ca1 admin admin] For port 688703b6-c67f-41e6-8a24-e2a8e7087214, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=688703b6-c67f-41e6-8a24-e2a8e7087214,segment=NetworkSegment(56bc0205-ec5f-42c4-83a7-d12a20c321a8),segment_id=56bc0205-ec5f-42c4-83a7-d12a20c321a8)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:34.641996 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c277bf72-e7ea-4c18-8936-498924ff4ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:34.655564 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-c277bf72-e7ea-4c18-8936-498924ff4ca1 admin admin] Calling delete_port for 688703b6-c67f-41e6-8a24-e2a8e7087214 owned by network:router_interface {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:01:34.887001 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c277bf72-e7ea-4c18-8936-498924ff4ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:34.915211 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277bf72-e7ea-4c18-8936-498924ff4ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=688703b6-c67f-41e6-8a24-e2a8e7087214,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:35.083795 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-c277bf72-e7ea-4c18-8936-498924ff4ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-744225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571386'] for router_interface, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:35.240839 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 64b5202a-8ae2-4504-a0b7-25f191f80374 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:01:35.262036 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: 64b5202a-8ae2-4504-a0b7-25f191f80374 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 17:01:35.262379 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 64b5202a-8ae2-4504-a0b7-25f191f80374 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:01:35.322923 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c277bf72-e7ea-4c18-8936-498924ff4ca1 admin admin] Router 884a693f-0bd5-4ce7-8ce6-aa656600908e has already been hosted by L3 agent 8c62d865-4dcb-4f0b-9c90-93fd68974bf5 {{(pid=109848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 09 17:01:35.430915 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c277bf72-e7ea-4c18-8936-498924ff4ca1 admin admin] Notify agent at l3_agent.dv-cinder-852570-1-iscsi the message routers_updated {{(pid=109848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 17:01:35.435806 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-c277bf72-e7ea-4c18-8936-498924ff4ca1 admin admin] 10.222.0.49 "PUT /v2.0/routers/884a693f-0bd5-4ce7-8ce6-aa656600908e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5193734 Aug 09 17:01:35.438706 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 36202) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:35.440149 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd101c74-74a0-4a5f-973a-06f7d07ce930 None None] Sync routers for ids ['884a693f-0bd5-4ce7-8ce6-aa656600908e'] in dv-cinder-852570-1-iscsi {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 17:01:35.453226 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd101c74-74a0-4a5f-973a-06f7d07ce930 None None] Routers {'884a693f-0bd5-4ce7-8ce6-aa656600908e'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 17:01:35.454031 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-dd101c74-74a0-4a5f-973a-06f7d07ce930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T17:01:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['884a693f-0bd5-4ce7-8ce6-aa656600908e'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:35.545322 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-acb583cb-1116-42fc-95f2-2fcf5472fa5c admin admin] Notify callbacks [] for router, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:35.559251 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-dd101c74-74a0-4a5f-973a-06f7d07ce930 None None] Set router 884a693f-0bd5-4ce7-8ce6-aa656600908e gateway port host: dv-cinder-852570-1-iscsi {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 17:01:35.652365 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-acb583cb-1116-42fc-95f2-2fcf5472fa5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:35.747541 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-dd101c74-74a0-4a5f-973a-06f7d07ce930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a693f-0bd5-4ce7-8ce6-aa656600908e', 'name': 'tempest-TestVolumeBootPattern-13456757-router', 'tenant_id': '42f119a339064a6cb94a9979e3747005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'external_fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '6b7059dc-2334-4f12-9809-0cc6c47771eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:19Z', 'updated_at': '2022-08-09T17:01:34Z', 'revision_number': 5, 'project_id': '42f119a339064a6cb94a9979e3747005', 'gw_port': {'id': '6b7059dc-2334-4f12-9809-0cc6c47771eb', 'name': '', 'network_id': '5028ac3a-b802-4c2c-954e-eba2e898c760', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:04:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a693f-0bd5-4ce7-8ce6-aa656600908e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-852570-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-09T16:52:20Z', 'updated_at': '2022-08-09T16:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b7b40501-4b8c-453f-8696-1c1d455f2ab8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-852570-1-iscsi'}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:35.770614 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-acb583cb-1116-42fc-95f2-2fcf5472fa5c admin admin] Deleting port 6b7059dc-2334-4f12-9809-0cc6c47771eb {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:01:35.771137 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-acb583cb-1116-42fc-95f2-2fcf5472fa5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:35.777325 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd101c74-74a0-4a5f-973a-06f7d07ce930 None None] Checking router: 884a693f-0bd5-4ce7-8ce6-aa656600908e for host: dv-cinder-852570-1-iscsi {{(pid=109850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 17:01:35.786498 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd101c74-74a0-4a5f-973a-06f7d07ce930 None None] Routers {'884a693f-0bd5-4ce7-8ce6-aa656600908e'} bound to L3 agent in host dv-cinder-852570-1-iscsi {{(pid=109850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Aug 09 17:01:35.787112 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-dd101c74-74a0-4a5f-973a-06f7d07ce930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-852570-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-09T16:42:13Z,description=,heartbeat_timestamp=2022-08-09T17:01:13Z,host='dv-cinder-852570-1-iscsi',id=8c62d865-4dcb-4f0b-9c90-93fd68974bf5,load=0,resource_versions=,resources_synced=,started_at=2022-08-09T16:42:14Z,topic='l3_agent')) {'router_ids': ['884a693f-0bd5-4ce7-8ce6-aa656600908e'], 'active': True} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:35.870990 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-acb583cb-1116-42fc-95f2-2fcf5472fa5c admin admin] For port 6b7059dc-2334-4f12-9809-0cc6c47771eb, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=6b7059dc-2334-4f12-9809-0cc6c47771eb,segment=NetworkSegment(02cb15c4-00c7-43eb-bd1b-1b22eac2a945),segment_id=02cb15c4-00c7-43eb-bd1b-1b22eac2a945)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:35.871379 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-acb583cb-1116-42fc-95f2-2fcf5472fa5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:35.878360 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvr_db [None req-dd101c74-74a0-4a5f-973a-06f7d07ce930 None None] Set router 884a693f-0bd5-4ce7-8ce6-aa656600908e gateway port host: None {{(pid=109850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 09 17:01:35.884326 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-acb583cb-1116-42fc-95f2-2fcf5472fa5c admin admin] Calling delete_port for 6b7059dc-2334-4f12-9809-0cc6c47771eb owned by network:router_gateway {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:01:35.934299 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_hamode_db [None req-dd101c74-74a0-4a5f-973a-06f7d07ce930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884a693f-0bd5-4ce7-8ce6-aa656600908e', 'name': 'tempest-TestVolumeBootPattern-13456757-router', 'tenant_id': '42f119a339064a6cb94a9979e3747005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:19Z', 'updated_at': '2022-08-09T17:01:35Z', 'revision_number': 6, 'project_id': '42f119a339064a6cb94a9979e3747005', 'gw_port_host': None}], 'dv-cinder-852570-1-iscsi', False) {} {{(pid=109850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:35.960382 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd101c74-74a0-4a5f-973a-06f7d07ce930 None None] The sync data for ids ['884a693f-0bd5-4ce7-8ce6-aa656600908e'] in dv-cinder-852570-1-iscsi is: [{'id': '884a693f-0bd5-4ce7-8ce6-aa656600908e', 'name': 'tempest-TestVolumeBootPattern-13456757-router', 'tenant_id': '42f119a339064a6cb94a9979e3747005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-09T16:52:19Z', 'updated_at': '2022-08-09T17:01:35Z', 'revision_number': 6, 'project_id': '42f119a339064a6cb94a9979e3747005', 'gw_port_host': None}] {{(pid=109850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 17:01:36.121647 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-acb583cb-1116-42fc-95f2-2fcf5472fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:36.150365 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb583cb-1116-42fc-95f2-2fcf5472fa5c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b7059dc-2334-4f12-9809-0cc6c47771eb,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:36.210662 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-acb583cb-1116-42fc-95f2-2fcf5472fa5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-568720'] for router_gateway, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:36.301125 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-acb583cb-1116-42fc-95f2-2fcf5472fa5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-572958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-755'] for router, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:36.303317 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-acb583cb-1116-42fc-95f2-2fcf5472fa5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:36.424349 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-acb583cb-1116-42fc-95f2-2fcf5472fa5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-573157'] for router, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:36.424974 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb583cb-1116-42fc-95f2-2fcf5472fa5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 884a693f-0bd5-4ce7-8ce6-aa656600908e {{(pid=109848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 17:01:36.430538 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-acb583cb-1116-42fc-95f2-2fcf5472fa5c admin admin] Notify callbacks [] for router, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:36.431848 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-acb583cb-1116-42fc-95f2-2fcf5472fa5c admin admin] 10.222.0.49 "DELETE /v2.0/routers/884a693f-0bd5-4ce7-8ce6-aa656600908e HTTP/1.1" status: 204 len: 168 time: 0.9920008 Aug 09 17:01:36.434736 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 36212) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:36.479685 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a0c8dc-011e-4878-bf4a-ed6c181422c5 admin admin] Deleting subnet 91b33c66-1fc2-41b0-851c-b4514ffd7eec {{(pid=109848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 17:01:36.482668 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-77a0c8dc-011e-4878-bf4a-ed6c181422c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:36.525228 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-77a0c8dc-011e-4878-bf4a-ed6c181422c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25604629'] for subnet, precommit_delete_associations {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:36.595690 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-77a0c8dc-011e-4878-bf4a-ed6c181422c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3282'] for subnet, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:36.722013 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-77a0c8dc-011e-4878-bf4a-ed6c181422c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25848011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25700842'] for subnet, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:36.749465 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0c8dc-011e-4878-bf4a-ed6c181422c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91b33c66-1fc2-41b0-851c-b4514ffd7eec,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:36.755324 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-77a0c8dc-011e-4878-bf4a-ed6c181422c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for subnet, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:36.759508 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-77a0c8dc-011e-4878-bf4a-ed6c181422c5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/91b33c66-1fc2-41b0-851c-b4514ffd7eec HTTP/1.1" status: 204 len: 168 time: 0.3234565 Aug 09 17:01:36.760465 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f505c785-1f7d-4904-95e3-e715ccbfb0e4 None None] Network 8998ff40-0686-4320-9329-55fea436cf6d requested from dv-cinder-852570-1-iscsi {{(pid=109850) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 17:01:36.761645 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 36214) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:36.842480 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-107367'] for network, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:36.927277 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] Deleting port 10c87dc5-529b-47c9-b178-b8b91fb11d54 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:01:36.928183 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:37.006757 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] For port 10c87dc5-529b-47c9-b178-b8b91fb11d54, host dv-cinder-852570-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-852570-1-iscsi',level=0,port_id=10c87dc5-529b-47c9-b178-b8b91fb11d54,segment=NetworkSegment(56bc0205-ec5f-42c4-83a7-d12a20c321a8),segment_id=56bc0205-ec5f-42c4-83a7-d12a20c321a8)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:37.007188 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:37.021267 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] Calling delete_port for 10c87dc5-529b-47c9-b178-b8b91fb11d54 owned by network:dhcp {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:01:37.135174 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c62494-fb22-4568-84d7-3cc9b166b27f None None] DHCP port deletion for 8998ff40-0686-4320-9329-55fea436cf6d request from dv-cinder-852570-1-iscsi {{(pid=109850) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 17:01:37.174552 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:37.198522 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 6b7059dc-2334-4f12-9809-0cc6c47771eb no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:01:37.204064 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-46c62494-fb22-4568-84d7-3cc9b166b27f None None] Deleting port 10c87dc5-529b-47c9-b178-b8b91fb11d54 {{(pid=109850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:01:37.204223 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] Pushing event deleted for resources: {'Port': ['ID=10c87dc5-529b-47c9-b178-b8b91fb11d54,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:37.204448 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-46c62494-fb22-4568-84d7-3cc9b166b27f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:37.206169 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] No DVR routers for this DVR port 10c87dc5-529b-47c9-b178-b8b91fb11d54 on host dv-cinder-852570-1-iscsi {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:01:37.228900 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: 6b7059dc-2334-4f12-9809-0cc6c47771eb {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 17:01:37.229247 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 6b7059dc-2334-4f12-9809-0cc6c47771eb not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:01:37.229713 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 688703b6-c67f-41e6-8a24-e2a8e7087214 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:01:37.259380 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: 688703b6-c67f-41e6-8a24-e2a8e7087214 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 17:01:37.259762 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 688703b6-c67f-41e6-8a24-e2a8e7087214 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:01:37.260145 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 10c87dc5-529b-47c9-b178-b8b91fb11d54 no longer exists at agent ovs-agent-dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:01:37.281680 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4957', 'neutron.services.segments.db._delete_segments_for_network-8730382773378'] for network, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:37.292271 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] No Port match for: 10c87dc5-529b-47c9-b178-b8b91fb11d54 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 17:01:37.292630 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Device 10c87dc5-529b-47c9-b178-b8b91fb11d54 not bound to the agent host dv-cinder-852570-1-iscsi {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:01:37.304176 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8998ff40-0686-4320-9329-55fea436cf6d']}} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:37.313877 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56bc0205-ec5f-42c4-83a7-d12a20c321a8') {'for_net_delete': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:37.314334 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56bc0205-ec5f-42c4-83a7-d12a20c321a8') {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:01:37.327769 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730382772875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25604620'] for segment, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:37.333346 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-46c62494-fb22-4568-84d7-3cc9b166b27f None None] For port 10c87dc5-529b-47c9-b178-b8b91fb11d54, host dv-cinder-852570-1-iscsi, got binding levels [] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:01:37.333835 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-46c62494-fb22-4568-84d7-3cc9b166b27f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:37.352916 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:37.353937 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-46c62494-fb22-4568-84d7-3cc9b166b27f None None] Calling delete_port for 10c87dc5-529b-47c9-b178-b8b91fb11d54 owned by network:dhcp {{(pid=109850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:01:37.357841 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.ipam_backend_mixin [None req-46c62494-fb22-4568-84d7-3cc9b166b27f None None] Port 10c87dc5-529b-47c9-b178-b8b91fb11d54 was not found and therefore no delete operation was performed {{(pid=109850) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Aug 09 17:01:37.359220 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=109848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:01:37.359582 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-46c62494-fb22-4568-84d7-3cc9b166b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743'] for port, after_delete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:37.359722 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25847957'] for segment, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:37.396479 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c62494-fb22-4568-84d7-3cc9b166b27f None None] Pushing event deleted for resources: {'Port': ['ID=10c87dc5-529b-47c9-b178-b8b91fb11d54,revision_number=None']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:37.400917 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c62494-fb22-4568-84d7-3cc9b166b27f None None] No DVR routers for this DVR port 10c87dc5-529b-47c9-b178-b8b91fb11d54 on host dv-cinder-852570-1-iscsi {{(pid=109850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:01:37.500457 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567928'] for network, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:37.507148 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:37.512415 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] 10.222.0.49 "DELETE /v2.0/networks/8998ff40-0686-4320-9329-55fea436cf6d HTTP/1.1" status: 204 len: 168 time: 0.7479198 Aug 09 17:01:37.522699 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.services.segments.plugin [-] Segment 56bc0205-ec5f-42c4-83a7-d12a20c321a8 resource provider aggregate not found Aug 09 17:01:37.537491 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d2736-ec83-4113-bb83-f1e80724bf9e admin admin] Pushing event deleted for resources: {'Network': ['ID=8998ff40-0686-4320-9329-55fea436cf6d,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:37.539845 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.services.segments.plugin [-] Segment 56bc0205-ec5f-42c4-83a7-d12a20c321a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 56bc0205-ec5f-42c4-83a7-d12a20c321a8 found for delete ", "request_id": "req-fe38a86b-d769-4cbd-bde4-2817a89a4db8"}]} Aug 09 17:01:37.819258 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 36232) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:37.859583 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-99cb04a3-a87b-4231-b118-7bf2e41c62aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7c322e8fa074dfa8e2bfab8a4b4d76e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390286 Aug 09 17:01:37.862102 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 36234) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:37.914809 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13ae01cd-65e0-4910-9c4b-21d0f3b98cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:37.935874 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13ae01cd-65e0-4910-9c4b-21d0f3b98cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:38.109792 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13ae01cd-65e0-4910-9c4b-21d0f3b98cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:38.112370 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-13ae01cd-65e0-4910-9c4b-21d0f3b98cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:38.114303 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-13ae01cd-65e0-4910-9c4b-21d0f3b98cc2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e597088f-97a2-4a00-93af-3233c9274d5d HTTP/1.1" status: 204 len: 168 time: 0.2505291 Aug 09 17:01:38.122678 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae01cd-65e0-4910-9c4b-21d0f3b98cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e597088f-97a2-4a00-93af-3233c9274d5d,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:38.728902 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 36248) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:38.769003 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-dc2c2658-e45e-41b3-9910-3a87ac913881 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42f119a339064a6cb94a9979e3747005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388117 Aug 09 17:01:38.772341 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 36250) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:38.820948 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2664ec72-5efe-4488-9fab-b76f3346f3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:38.843039 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2664ec72-5efe-4488-9fab-b76f3346f3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:38.938643 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2664ec72-5efe-4488-9fab-b76f3346f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:38.941137 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-2664ec72-5efe-4488-9fab-b76f3346f3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:38.942401 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-2664ec72-5efe-4488-9fab-b76f3346f3ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd9de46b-b891-487d-a8c4-35ae34f33939 HTTP/1.1" status: 204 len: 168 time: 0.1691544 Aug 09 17:01:38.950045 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664ec72-5efe-4488-9fab-b76f3346f3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9de46b-b891-487d-a8c4-35ae34f33939,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:39.817560 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 36262) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:39.924807 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bdd3237e-2cae-4af8-9f55-74f1cd877ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:40.003153 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bdd3237e-2cae-4af8-9f55-74f1cd877ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:40.075363 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-bdd3237e-2cae-4af8-9f55-74f1cd877ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:40.116314 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-bdd3237e-2cae-4af8-9f55-74f1cd877ea1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b767fc358f7e4fef84f4a6b23ed98b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975795 Aug 09 17:01:40.117021 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3237e-2cae-4af8-9f55-74f1cd877ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c728757f-0e67-4bdb-b7c6-e3df8244053c,revision_number=1']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:40.120246 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 36266) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:40.170231 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6130e898-2144-46d4-be6c-40f1159b6f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:40.191486 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6130e898-2144-46d4-be6c-40f1159b6f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:40.303977 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6130e898-2144-46d4-be6c-40f1159b6f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:40.306657 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-6130e898-2144-46d4-be6c-40f1159b6f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:40.307828 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-6130e898-2144-46d4-be6c-40f1159b6f13 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c728757f-0e67-4bdb-b7c6-e3df8244053c HTTP/1.1" status: 204 len: 168 time: 0.1866703 Aug 09 17:01:40.315942 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130e898-2144-46d4-be6c-40f1159b6f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c728757f-0e67-4bdb-b7c6-e3df8244053c,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:41.109474 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6f437d89-189e-4ae8-9b2a-652c998c8d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:43.069423 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-263d9fb8-7e8c-4629-b579-10f5d1b1198a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:45.058094 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:46.229555 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:46.851856 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:46.889415 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:01:47.011233 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:50.572385 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 36370) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:50.674212 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa51b-db78-4c4e-bb8f-b896acf05229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:50.749320 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa51b-db78-4c4e-bb8f-b896acf05229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:50.811837 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-1b7aa51b-db78-4c4e-bb8f-b896acf05229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:50.849371 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-1b7aa51b-db78-4c4e-bb8f-b896acf05229 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=14d64c07d6d04885a51b7b35d77c9f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759275 Aug 09 17:01:50.850246 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7aa51b-db78-4c4e-bb8f-b896acf05229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db05b440-8d73-43a1-a655-49c599c63970,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:50.852261 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 36374) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:01:50.900486 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05b334fc-8a20-401e-9191-418eaad0d7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:50.920509 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05b334fc-8a20-401e-9191-418eaad0d7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:51.041047 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05b334fc-8a20-401e-9191-418eaad0d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:51.043766 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-05b334fc-8a20-401e-9191-418eaad0d7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:01:51.044988 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-05b334fc-8a20-401e-9191-418eaad0d7cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db05b440-8d73-43a1-a655-49c599c63970 HTTP/1.1" status: 204 len: 168 time: 0.1917133 Aug 09 17:01:51.053120 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b334fc-8a20-401e-9191-418eaad0d7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db05b440-8d73-43a1-a655-49c599c63970,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:01:54.927449 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-397d4268-9555-4bb3-a519-15b8b320ed94 req-1b6fca6d-6675-4ea4-b2a2-0b1f602ca905 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1271801 Aug 09 17:01:55.043262 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d4268-9555-4bb3-a519-15b8b320ed94 req-70f2215d-8ce2-4234-8018-2ad8d6fe9644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:55.044711 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-397d4268-9555-4bb3-a519-15b8b320ed94 req-70f2215d-8ce2-4234-8018-2ad8d6fe9644 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e4bb7ace711746399b73c846e644f3f2&device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 1098 time: 0.0398707 Aug 09 17:01:55.160360 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d4268-9555-4bb3-a519-15b8b320ed94 req-5d627d3b-51a0-4824-8735-96045af8afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:55.161833 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-397d4268-9555-4bb3-a519-15b8b320ed94 req-5d627d3b-51a0-4824-8735-96045af8afe3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2991237c-0b7e-4abc-b53b-1927e8fb67cd HTTP/1.1" status: 200 len: 913 time: 0.0965936 Aug 09 17:01:55.201389 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-397d4268-9555-4bb3-a519-15b8b320ed94 req-b5a3ed8e-0b6f-45dd-a8f5-a364e4762d88 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afb1bdf4-87ad-4257-9214-055cdf7ce050 HTTP/1.1" status: 200 len: 217 time: 0.0323739 Aug 09 17:01:55.251483 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d4268-9555-4bb3-a519-15b8b320ed94 req-96112295-9a1e-411a-a33b-98cabcbc948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:01:55.252872 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-397d4268-9555-4bb3-a519-15b8b320ed94 req-96112295-9a1e-411a-a33b-98cabcbc948a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7245d1c5-8bc4-44d7-8949-fc0736e335ed HTTP/1.1" status: 200 len: 852 time: 0.0420744 Aug 09 17:01:55.287838 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-397d4268-9555-4bb3-a519-15b8b320ed94 req-098a5242-9de0-4cc4-a8ca-a10e5e0d5e69 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2991237c-0b7e-4abc-b53b-1927e8fb67cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270500 Aug 09 17:01:55.299260 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [req-397d4268-9555-4bb3-a519-15b8b320ed94 req-380b99d4-e657-46dc-894f-4999edc7d851 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:01:55.300177 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-397d4268-9555-4bb3-a519-15b8b320ed94 req-380b99d4-e657-46dc-894f-4999edc7d851 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046153 Aug 09 17:01:55.387279 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-397d4268-9555-4bb3-a519-15b8b320ed94 req-ac7c4aab-d212-43b5-be87-c736de6b93ff service neutron] 10.222.0.85 "GET /v2.0/networks/2991237c-0b7e-4abc-b53b-1927e8fb67cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798795 Aug 09 17:01:55.478728 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-397d4268-9555-4bb3-a519-15b8b320ed94 req-72be281e-a9b8-4a44-bb55-9059018c61a7 service neutron] 10.222.0.85 "GET /v2.0/networks/2991237c-0b7e-4abc-b53b-1927e8fb67cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839481 Aug 09 17:02:11.102990 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-a47c3b9a-a90c-45d4-b3fd-ecb4d5350a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:13.046121 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-b0a9f2de-7199-4f25-8a68-47efac84c278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:14.988678 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:16.212307 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:16.805749 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:16.988767 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:18.893525 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb1c4e-fede-423d-b6ed-4621ae866139 req-6499955e-45c6-4dd8-9427-430e8d60966c tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:18.894984 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9eeb1c4e-fede-423d-b6ed-4621ae866139 req-6499955e-45c6-4dd8-9427-430e8d60966c tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 945 time: 0.0490427 Aug 09 17:02:18.932175 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-9eeb1c4e-fede-423d-b6ed-4621ae866139 req-08e91b9c-939b-4f24-b472-82ea9dcb45a9 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310323 Aug 09 17:02:20.053110 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650bcd1-aa31-42a1-a17a-c427193c2e38 req-655c19cd-bac8-41ac-b3a3-a44416791477 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:20.054598 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9650bcd1-aa31-42a1-a17a-c427193c2e38 req-655c19cd-bac8-41ac-b3a3-a44416791477 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 945 time: 0.0483134 Aug 09 17:02:20.092035 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9650bcd1-aa31-42a1-a17a-c427193c2e38 req-33693dd2-faa7-4ca4-8242-a0467675b2df tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314276 Aug 09 17:02:20.646896 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1aca0a-8978-43c4-a907-4789d8454f79 req-3aef0166-eb80-4bc7-8c2a-f222fc621b32 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:20.648323 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7a1aca0a-8978-43c4-a907-4789d8454f79 req-3aef0166-eb80-4bc7-8c2a-f222fc621b32 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.85 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 945 time: 0.0471742 Aug 09 17:02:20.737119 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-7a1aca0a-8978-43c4-a907-4789d8454f79 req-726d4af9-dcd5-4181-b84f-0a2a74c42fb2 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Deleting port afb1bdf4-87ad-4257-9214-055cdf7ce050 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:02:20.737480 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7a1aca0a-8978-43c4-a907-4789d8454f79 req-726d4af9-dcd5-4181-b84f-0a2a74c42fb2 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:20.822737 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-7a1aca0a-8978-43c4-a907-4789d8454f79 req-726d4af9-dcd5-4181-b84f-0a2a74c42fb2 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] For port afb1bdf4-87ad-4257-9214-055cdf7ce050, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=afb1bdf4-87ad-4257-9214-055cdf7ce050,segment=NetworkSegment(a717fe75-0e77-4eff-ac35-f1dc9e8fc8db),segment_id=a717fe75-0e77-4eff-ac35-f1dc9e8fc8db)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:02:20.823090 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7a1aca0a-8978-43c4-a907-4789d8454f79 req-726d4af9-dcd5-4181-b84f-0a2a74c42fb2 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:20.835014 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-7a1aca0a-8978-43c4-a907-4789d8454f79 req-726d4af9-dcd5-4181-b84f-0a2a74c42fb2 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Calling delete_port for afb1bdf4-87ad-4257-9214-055cdf7ce050 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:02:21.213754 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d33e55-675d-42ce-97ef-9f3f03da2dd6 req-10e3010c-4229-4bf4-a76e-a1f425871ff1 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:21.215391 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-08d33e55-675d-42ce-97ef-9f3f03da2dd6 req-10e3010c-4229-4bf4-a76e-a1f425871ff1 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 945 time: 0.0520530 Aug 09 17:02:21.254938 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-08d33e55-675d-42ce-97ef-9f3f03da2dd6 req-a7f8d57e-f897-4be6-8ac1-45d7a89c4b97 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335093 Aug 09 17:02:21.262386 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7a1aca0a-8978-43c4-a907-4789d8454f79 req-726d4af9-dcd5-4181-b84f-0a2a74c42fb2 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:21.291387 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d4af9-dcd5-4181-b84f-0a2a74c42fb2 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Pushing event deleted for resources: {'Port': ['ID=afb1bdf4-87ad-4257-9214-055cdf7ce050,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:02:21.300933 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['afb1bdf4-87ad-4257-9214-055cdf7ce050'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:02:21.334416 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1aca0a-8978-43c4-a907-4789d8454f79 req-726d4af9-dcd5-4181-b84f-0a2a74c42fb2 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] No DVR routers for this DVR port afb1bdf4-87ad-4257-9214-055cdf7ce050 on host hv-cinder-85257 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:02:21.337307 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7a1aca0a-8978-43c4-a907-4789d8454f79 req-726d4af9-dcd5-4181-b84f-0a2a74c42fb2 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:21.340785 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7a1aca0a-8978-43c4-a907-4789d8454f79 req-726d4af9-dcd5-4181-b84f-0a2a74c42fb2 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.85 "DELETE /v2.0/ports/afb1bdf4-87ad-4257-9214-055cdf7ce050 HTTP/1.1" status: 204 len: 173 time: 0.6865590 Aug 09 17:02:21.341217 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1179772f-37db-42e3-94da-5d376e412717', 'name': 'network-vif-deleted', 'tag': 'afb1bdf4-87ad-4257-9214-055cdf7ce050'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:02:21.343610 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0425cf31-aa35-4572-98d3-10d8f2650696" -d '{"events": [{"server_uuid": "1179772f-37db-42e3-94da-5d376e412717", "name": "network-vif-deleted", "tag": "afb1bdf4-87ad-4257-9214-055cdf7ce050"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:02:21.506770 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 17:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee53be32-d362-41c3-bdd0-391363d6f24c x-openstack-request-id: req-ee53be32-d362-41c3-bdd0-391363d6f24c {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:02:21.507149 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1179772f-37db-42e3-94da-5d376e412717", "name": "network-vif-deleted", "tag": "afb1bdf4-87ad-4257-9214-055cdf7ce050", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:02:21.507671 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ee53be32-d362-41c3-bdd0-391363d6f24c {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:02:21.508612 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee53be32-d362-41c3-bdd0-391363d6f24c'] response: {'server_uuid': '1179772f-37db-42e3-94da-5d376e412717', 'name': 'network-vif-deleted', 'tag': 'afb1bdf4-87ad-4257-9214-055cdf7ce050', 'status': 'completed', 'code': 200} Aug 09 17:02:22.367794 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-3a495c27-d91d-4f5f-8acb-06817eef3a3c req-c28fdd30-54c9-4e95-ad93-0db6b0fb2584 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=1179772f-37db-42e3-94da-5d376e412717 HTTP/1.1" status: 200 len: 210 time: 0.0287907 Aug 09 17:02:23.888034 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:02:26.662590 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device afb1bdf4-87ad-4257-9214-055cdf7ce050 no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:02:26.685692 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: afb1bdf4-87ad-4257-9214-055cdf7ce050 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 17:02:26.686037 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device afb1bdf4-87ad-4257-9214-055cdf7ce050 not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:02:32.883082 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-feb7c9eb-bc0d-43a5-97d4-a5f462e668c1 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:32.884564 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-feb7c9eb-bc0d-43a5-97d4-a5f462e668c1 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/networks?id=2991237c-0b7e-4abc-b53b-1927e8fb67cd HTTP/1.1" status: 200 len: 812 time: 0.0972199 Aug 09 17:02:32.899815 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-b10fd5b6-2eaf-4c83-a0bd-493a4ca0f1e0 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/quotas/e4bb7ace711746399b73c846e644f3f2 HTTP/1.1" status: 200 len: 375 time: 0.0095980 Aug 09 17:02:32.930045 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-e5c6c564-0873-4e6b-a627-fb3e8a6bfe0a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e4bb7ace711746399b73c846e644f3f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249865 Aug 09 17:02:32.986717 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-2fa964b8-071a-4de8-bc39-25e7762fd315 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=109849) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 17:02:32.987762 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-2fa964b8-071a-4de8-bc39-25e7762fd315 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515442 Aug 09 17:02:33.079813 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-40805054-f6d7-4467-abc1-3666214396ff service neutron] 10.222.0.49 "GET /v2.0/networks/2991237c-0b7e-4abc-b53b-1927e8fb67cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852795 Aug 09 17:02:33.171692 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-9172a61d-9388-4ee1-9665-45af9db59bec service neutron] 10.222.0.49 "GET /v2.0/networks/2991237c-0b7e-4abc-b53b-1927e8fb67cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859187 Aug 09 17:02:33.385232 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-76c6b0be-f00e-46e2-9d3a-63cb84017778 req-3877342b-fcf4-407e-ba6d-af8afaebd591 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 210 time: 0.0257790 Aug 09 17:02:34.481172 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-8bab6fb8-33b9-4d19-8a5b-b589350de185 req-afe4a837-30fa-4bca-853c-64fe3fce223c tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 210 time: 0.0271745 Aug 09 17:02:35.400031 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-54d0aefa-ee56-45fc-8af2-2111243f472f tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:35.401387 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-54d0aefa-ee56-45fc-8af2-2111243f472f tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.85 "GET /v2.0/networks?id=2991237c-0b7e-4abc-b53b-1927e8fb67cd HTTP/1.1" status: 200 len: 812 time: 0.1041017 Aug 09 17:02:35.422771 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Request body: {'port': {'device_id': 'addc3c7c-6e73-4347-91a9-e58b08901482', 'network_id': '2991237c-0b7e-4abc-b53b-1927e8fb67cd', 'admin_state_up': True, 'tenant_id': 'e4bb7ace711746399b73c846e644f3f2'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:02:35.579049 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-9d90f3d4-ac57-482f-9d33-c7b0d4854f44 req-da619b73-174b-4e9c-a69d-9a65f7642e7b tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 210 time: 0.0272696 Aug 09 17:02:35.622906 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Made reservation on behalf of e4bb7ace711746399b73c846e644f3f2 for: {'port': 1} {{(pid=109848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 17:02:35.626420 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:35.751590 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.db_base_plugin_common [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Allocated IP 172.20.0.12 (2991237c-0b7e-4abc-b53b-1927e8fb67cd/7245d1c5-8bc4-44d7-8949-fc0736e335ed/3c21ecdf-7f78-4ed7-87d6-c988c66a71f6) {{(pid=109848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 17:02:35.895106 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Notify callbacks [] for port, precommit_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:35.999532 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730382274416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_create {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:36.044236 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Network 2991237c-0b7e-4abc-b53b-1927e8fb67cd is already hosted by enough agents. {{(pid=109848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 17:02:36.047375 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.scheduler.base_scheduler [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Resources bound (agent type, host, resource id): {{(pid=109848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 17:02:36.051035 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Received port after_create {{(pid=109848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Aug 09 17:02:36.057558 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Pushing event updated for resources: {'Port': ['ID=3c21ecdf-7f78-4ed7-87d6-c988c66a71f6,revision_number=1']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:02:36.086289 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:36.086636 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:36.087564 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:36.087899 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:36.088231 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:36.088562 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:36.088891 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:36.089221 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:36.089572 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:36.089897 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:36.090225 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:36.090548 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:36.112846 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:36.113480 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:36.202565 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-223093cb-bb75-4b1f-b0af-ebd6910add8a tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7835214 Aug 09 17:02:36.223710 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.v2.base [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Request body: {'port': {'device_id': 'addc3c7c-6e73-4347-91a9-e58b08901482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85257'}} {{(pid=109848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 17:02:36.279807 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:36.533841 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 {{(pid=109848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 17:02:36.541089 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:36.552874 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.provisioning_blocks [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Transition to ACTIVE for port object 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 will not be triggered until provisioned by entity L2. {{(pid=109848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 17:02:36.611172 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25848049'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:36.673709 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c21ecdf-7f78-4ed7-87d6-c988c66a71f6,revision_number=2']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:02:36.706474 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76f1c8-b637-4fbb-bc83-6e61e6754a2c req-fd663fa4-191e-4fb8-ad4e-aa2b210b9874 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:36.707946 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ab76f1c8-b637-4fbb-bc83-6e61e6754a2c req-fd663fa4-191e-4fb8-ad4e-aa2b210b9874 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 944 time: 0.0496550 Aug 09 17:02:36.721973 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Attempting to bind port 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 on host hv-cinder-85257 for vnic_type normal with profile {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Aug 09 17:02:36.722312 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Attempting to bind port 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 by drivers openvswitch,hyperv on host hv-cinder-85257 at level 0 using segments [{'id': 'a717fe75-0e77-4eff-ac35-f1dc9e8fc8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2991237c-0b7e-4abc-b53b-1927e8fb67cd'}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Aug 09 17:02:36.722641 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Attempting to bind port 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 on network 2991237c-0b7e-4abc-b53b-1927e8fb67cd {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 17:02:36.727620 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Port 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 on network 2991237c-0b7e-4abc-b53b-1927e8fb67cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85257 {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 09 17:02:36.727942 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Attempting to bind port 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 on network 2991237c-0b7e-4abc-b53b-1927e8fb67cd {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 09 17:02:36.732768 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Checking agent: {'id': 'e3d54917-8575-421d-bf0d-fcd033371350', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85257', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'started_at': datetime.datetime(2022, 8, 9, 16, 48, 47), 'heartbeat_timestamp': datetime.datetime(2022, 8, 9, 17, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 09 17:02:36.733105 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Checking segment: {'id': 'a717fe75-0e77-4eff-ac35-f1dc9e8fc8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2991237c-0b7e-4abc-b53b-1927e8fb67cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Aug 09 17:02:36.733507 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Bound using segment: {'id': 'a717fe75-0e77-4eff-ac35-f1dc9e8fc8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2991237c-0b7e-4abc-b53b-1927e8fb67cd'} {{(pid=109848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 09 17:02:36.733929 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.managers [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Bound port: 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6, host: hv-cinder-85257, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a717fe75-0e77-4eff-ac35-f1dc9e8fc8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2991237c-0b7e-4abc-b53b-1927e8fb67cd'}}] {{(pid=109848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Aug 09 17:02:36.734283 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:36.748436 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-ab76f1c8-b637-4fbb-bc83-6e61e6754a2c req-0797cea9-1a8c-4ad9-afbc-efbb9ff7c052 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334265 Aug 09 17:02:36.812919 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] For port 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6, host hv-cinder-85257, cleared binding levels {{(pid=109848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 17:02:36.815789 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] For port 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6, host hv-cinder-85257, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=3c21ecdf-7f78-4ed7-87d6-c988c66a71f6,segment=NetworkSegment(a717fe75-0e77-4eff-ac35-f1dc9e8fc8db),segment_id=a717fe75-0e77-4eff-ac35-f1dc9e8fc8db)] {{(pid=109848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 17:02:36.874095 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25848049'] for port, after_update {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:36.878023 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:36.878619 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:36.879966 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] 10.222.0.85 "PUT /v2.0/ports/3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 HTTP/1.1" status: 200 len: 1094 time: 0.6603832 Aug 09 17:02:36.880387 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addc3c7c-6e73-4347-91a9-e58b08901482', 'tag': '3c21ecdf-7f78-4ed7-87d6-c988c66a71f6'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:02:36.882633 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f02753-c1cf-40c3-aed7-eb5584c7e97c" -d '{"events": [{"name": "network-changed", "server_uuid": "addc3c7c-6e73-4347-91a9-e58b08901482", "tag": "3c21ecdf-7f78-4ed7-87d6-c988c66a71f6"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:02:36.920711 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 09 Aug 2022 17:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f864e816-377a-4a47-b382-a3748a455409 x-openstack-request-id: req-f864e816-377a-4a47-b382-a3748a455409 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:02:36.921014 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addc3c7c-6e73-4347-91a9-e58b08901482", "tag": "3c21ecdf-7f78-4ed7-87d6-c988c66a71f6", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:02:36.921274 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f864e816-377a-4a47-b382-a3748a455409 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:02:36.921740 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f864e816-377a-4a47-b382-a3748a455409'] response: {'name': 'network-changed', 'server_uuid': 'addc3c7c-6e73-4347-91a9-e58b08901482', 'tag': '3c21ecdf-7f78-4ed7-87d6-c988c66a71f6', 'status': 'completed', 'code': 200} Aug 09 17:02:36.933437 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee17f94-9561-46af-a036-b0cf84aacaa2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c21ecdf-7f78-4ed7-87d6-c988c66a71f6,revision_number=3']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:02:37.008309 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f02753-c1cf-40c3-aed7-eb5584c7e97c req-cd9dad7d-ac68-49ed-8604-c76e03e1f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:37.009992 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f2f02753-c1cf-40c3-aed7-eb5584c7e97c req-cd9dad7d-ac68-49ed-8604-c76e03e1f110 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e4bb7ace711746399b73c846e644f3f2&device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 1097 time: 0.0445673 Aug 09 17:02:37.113804 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f02753-c1cf-40c3-aed7-eb5584c7e97c req-4cb7f0d0-e1a0-4a8f-b604-850aa709b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:37.115265 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f2f02753-c1cf-40c3-aed7-eb5584c7e97c req-4cb7f0d0-e1a0-4a8f-b604-850aa709b368 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=e4bb7ace711746399b73c846e644f3f2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0893469 Aug 09 17:02:37.214974 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f02753-c1cf-40c3-aed7-eb5584c7e97c req-ffd2b11c-e548-47b9-9ae5-25dff0c8e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:37.216450 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-f2f02753-c1cf-40c3-aed7-eb5584c7e97c req-ffd2b11c-e548-47b9-9ae5-25dff0c8e5dc service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920203 Aug 09 17:02:37.318597 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-013b79a0-bd90-46af-9b8c-d74c1da99ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:37.320050 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-013b79a0-bd90-46af-9b8c-d74c1da99ded service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e4bb7ace711746399b73c846e644f3f2&device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 1097 time: 0.0413721 Aug 09 17:02:37.372406 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-2b4bfd98-117d-4c3a-a362-5cdd27ea971f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 HTTP/1.1" status: 200 len: 217 time: 0.0372598 Aug 09 17:02:37.422060 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-fab3b80a-298d-4716-919c-7485f7495b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:37.423447 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-fab3b80a-298d-4716-919c-7485f7495b1a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7245d1c5-8bc4-44d7-8949-fc0736e335ed HTTP/1.1" status: 200 len: 852 time: 0.0427306 Aug 09 17:02:37.455182 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-34452495-39e0-40a6-bb6f-2f8418d7e678 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2991237c-0b7e-4abc-b53b-1927e8fb67cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231416 Aug 09 17:02:37.545610 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-44ad5ba3-b606-4de0-a4c2-129fbab95e16 service neutron] 10.222.0.85 "GET /v2.0/networks/2991237c-0b7e-4abc-b53b-1927e8fb67cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832779 Aug 09 17:02:37.634185 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-943195ef-eb20-4b13-854b-ff3554398fd6 req-ce38e992-681e-4427-b1f8-136e516a0678 service neutron] 10.222.0.85 "GET /v2.0/networks/2991237c-0b7e-4abc-b53b-1927e8fb67cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806699 Aug 09 17:02:37.885615 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9253c-9dcd-4c79-b87f-a779120f0230 req-5464201f-af66-4e5c-9493-bcc55522992d tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:37.886991 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-92c9253c-9dcd-4c79-b87f-a779120f0230 req-5464201f-af66-4e5c-9493-bcc55522992d tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 944 time: 0.0482447 Aug 09 17:02:37.923975 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-92c9253c-9dcd-4c79-b87f-a779120f0230 req-122be15f-8bba-47be-b674-8db473adf677 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311739 Aug 09 17:02:39.044883 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf39507-64fb-43b5-96e7-e2db48f5389a req-355f5058-0ac7-4368-a371-084e58971b6f tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:39.046375 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4cf39507-64fb-43b5-96e7-e2db48f5389a req-355f5058-0ac7-4368-a371-084e58971b6f tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 944 time: 0.0486350 Aug 09 17:02:39.082482 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-4cf39507-64fb-43b5-96e7-e2db48f5389a req-2cd6cf8f-0c8c-424c-b244-c88f20e729b8 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302129 Aug 09 17:02:40.213348 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd01e2-6f94-4bc3-ba66-85a04804d712 req-6744a9d0-2228-4c4f-9ee9-d374efa4eed4 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:40.214801 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2bcd01e2-6f94-4bc3-ba66-85a04804d712 req-6744a9d0-2228-4c4f-9ee9-d374efa4eed4 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 944 time: 0.0512278 Aug 09 17:02:40.250870 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-2bcd01e2-6f94-4bc3-ba66-85a04804d712 req-e1e1fd65-e0a8-4b2d-adae-ebed690d0506 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301790 Aug 09 17:02:41.090660 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 details requested by agent hyperv_hv-cinder-85257 with host hv-cinder-85257 {{(pid=109850) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 17:02:41.109973 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-cb7c502c-71fa-4fa7-9d9e-d0acd49b5a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:41.191259 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=3c21ecdf-7f78-4ed7-87d6-c988c66a71f6,segment=NetworkSegment(a717fe75-0e77-4eff-ac35-f1dc9e8fc8db),segment_id=a717fe75-0e77-4eff-ac35-f1dc9e8fc8db)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:02:41.201427 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Returning: {'device': '3c21ecdf-7f78-4ed7-87d6-c988c66a71f6', 'network_id': '2991237c-0b7e-4abc-b53b-1927e8fb67cd', 'port_id': '3c21ecdf-7f78-4ed7-87d6-c988c66a71f6', 'mac_address': 'fa:16:3e:1c:a1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7245d1c5-8bc4-44d7-8949-fc0736e335ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109850) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 17:02:41.238291 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 is: DOWN; New status is: BUILD {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 17:02:41.238731 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:41.251769 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 {{(pid=109850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 09 17:02:41.269858 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=3c21ecdf-7f78-4ed7-87d6-c988c66a71f6,segment=NetworkSegment(a717fe75-0e77-4eff-ac35-f1dc9e8fc8db),segment_id=a717fe75-0e77-4eff-ac35-f1dc9e8fc8db)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:02:41.325997 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:41.373282 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3391d1f-bde6-4113-864d-c3101870fd5c req-954c8678-f5da-4ad9-810a-56d8f6964b2e tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:41.374894 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e3391d1f-bde6-4113-864d-c3101870fd5c req-954c8678-f5da-4ad9-810a-56d8f6964b2e tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 945 time: 0.0542734 Aug 09 17:02:41.377683 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=3c21ecdf-7f78-4ed7-87d6-c988c66a71f6,revision_number=4']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:02:41.384838 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:41.389005 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:41.389005 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:41.389005 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:41.389005 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:41.389005 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:41.389005 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:41.389005 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:41.389005 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:41.389005 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:41.389005 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:41.389005 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:02:41.414639 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-e3391d1f-bde6-4113-864d-c3101870fd5c req-c18c0f4f-c8d9-45f4-92ef-bee98758283e tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325930 Aug 09 17:02:41.648074 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['3c21ecdf-7f78-4ed7-87d6-c988c66a71f6'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:02:42.534904 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c64bc7-4151-4e63-9997-668ee305227d req-d2801570-5a9e-4100-80c3-55ad6aaf9fc9 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:42.536361 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-10c64bc7-4151-4e63-9997-668ee305227d req-d2801570-5a9e-4100-80c3-55ad6aaf9fc9 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 945 time: 0.0481660 Aug 09 17:02:42.578159 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-10c64bc7-4151-4e63-9997-668ee305227d req-e14faca0-b53b-4ebb-84f7-bfb48c4bcecd tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311687 Aug 09 17:02:43.044106 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1133afdb-e40a-4be8-b914-4bca4a351e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:43.092809 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 up at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 17:02:43.188147 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning for port 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 completed by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 17:02:43.192417 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.db.provisioning_blocks [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Provisioning complete for port 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 triggered by entity L2. {{(pid=109850) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 17:02:43.192789 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-5963'] for port, provisioning_complete {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:43.268926 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Current status of the port 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 is: BUILD; New status is: ACTIVE {{(pid=109850) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Aug 09 17:02:43.269311 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-143314'] for port, before_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:43.291280 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addc3c7c-6e73-4347-91a9-e58b08901482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c21ecdf-7f78-4ed7-87d6-c988c66a71f6'}] {{(pid=109850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:02:43.295845 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a446b032581d9bd57f668521a401be56b9c9736558d6e405f24ede3d4e6cbd3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec34b691-57db-427a-8e94-027cf32db105" -d '{"events": [{"server_uuid": "addc3c7c-6e73-4347-91a9-e58b08901482", "name": "network-vif-plugged", "status": "completed", "tag": "3c21ecdf-7f78-4ed7-87d6-c988c66a71f6"}]}' {{(pid=109850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:02:43.306307 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] For port 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=3c21ecdf-7f78-4ed7-87d6-c988c66a71f6,segment=NetworkSegment(a717fe75-0e77-4eff-ac35-f1dc9e8fc8db),segment_id=a717fe75-0e77-4eff-ac35-f1dc9e8fc8db)] {{(pid=109850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:02:43.360609 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730382814940', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730382284548', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730382284566'] for port, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:43.392993 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 17:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92082d5e-ce05-4953-9587-2f04e34ad64f x-openstack-request-id: req-92082d5e-ce05-4953-9587-2f04e34ad64f {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:02:43.393299 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addc3c7c-6e73-4347-91a9-e58b08901482", "name": "network-vif-plugged", "status": "completed", "tag": "3c21ecdf-7f78-4ed7-87d6-c988c66a71f6", "code": 200}]} {{(pid=109850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:02:43.393616 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-92082d5e-ce05-4953-9587-2f04e34ad64f {{(pid=109850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:02:43.393999 dv-cinder-852570-1-iscsi neutron-server[109850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92082d5e-ce05-4953-9587-2f04e34ad64f'] response: {'server_uuid': 'addc3c7c-6e73-4347-91a9-e58b08901482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c21ecdf-7f78-4ed7-87d6-c988c66a71f6', 'code': 200} Aug 09 17:02:43.414165 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Pushing event updated for resources: {'Port': ['ID=3c21ecdf-7f78-4ed7-87d6-c988c66a71f6,revision_number=5']} {{(pid=109850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:02:43.666827 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb56da-3b52-472b-94c5-be05ccd6b963 req-0e6c270e-67b9-4601-856a-7eb307cd99de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:43.668457 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-57bb56da-3b52-472b-94c5-be05ccd6b963 req-0e6c270e-67b9-4601-856a-7eb307cd99de service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 1099 time: 0.0407887 Aug 09 17:02:43.703881 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40851185-7db2-4ae4-bebb-77dab1cf3fa5 req-ea42114b-a367-4de4-8649-644c4631f8dc tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:43.704567 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-57bb56da-3b52-472b-94c5-be05ccd6b963 req-b1c5dea8-5954-40e9-8d5f-7bb355d59a1d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291383 Aug 09 17:02:43.706255 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-40851185-7db2-4ae4-bebb-77dab1cf3fa5 req-ea42114b-a367-4de4-8649-644c4631f8dc tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 946 time: 0.0573993 Aug 09 17:02:43.743866 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-40851185-7db2-4ae4-bebb-77dab1cf3fa5 req-54662902-0de4-4bf3-8613-99dca87708d9 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307088 Aug 09 17:02:44.870109 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca55c52-64ee-451f-af4e-776f42ab7f9f req-037675a3-9dc3-47ef-aea7-033edab30803 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:44.871664 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0ca55c52-64ee-451f-af4e-776f42ab7f9f req-037675a3-9dc3-47ef-aea7-033edab30803 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 946 time: 0.0518527 Aug 09 17:02:44.924093 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-0ca55c52-64ee-451f-af4e-776f42ab7f9f req-3e8d6da8-098e-434a-a751-a7189f1a2cd6 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453663 Aug 09 17:02:44.983069 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:46.047064 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38554a31-8935-4f99-8bd7-587fc601187d req-75b7b1bd-7595-42ef-9ad8-9d11ea02aa89 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:46.048495 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-38554a31-8935-4f99-8bd7-587fc601187d req-75b7b1bd-7595-42ef-9ad8-9d11ea02aa89 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 946 time: 0.0502565 Aug 09 17:02:46.085274 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-38554a31-8935-4f99-8bd7-587fc601187d req-924079a9-1fe7-413e-aa31-1a502efe93c2 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309286 Aug 09 17:02:46.205453 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:46.856961 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:47.021362 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:02:57.871278 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5268c175-2da6-4a98-9bfb-b63f2b135179 req-904de991-8acd-4dd5-b83f-d4945ab42505 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=addc3c7c-6e73-4347-91a9-e58b08901482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434568 Aug 09 17:02:57.975751 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268c175-2da6-4a98-9bfb-b63f2b135179 req-d2d5022b-a0ee-4ecd-ab3f-3d77cfeeb5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:57.977210 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5268c175-2da6-4a98-9bfb-b63f2b135179 req-d2d5022b-a0ee-4ecd-ab3f-3d77cfeeb5bd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e4bb7ace711746399b73c846e644f3f2&device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 1099 time: 0.0420363 Aug 09 17:02:58.090317 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268c175-2da6-4a98-9bfb-b63f2b135179 req-071f97e6-38a3-48e3-96fb-f6ab0900a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:58.091700 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5268c175-2da6-4a98-9bfb-b63f2b135179 req-071f97e6-38a3-48e3-96fb-f6ab0900a9ed service neutron] 10.222.0.85 "GET /v2.0/networks?id=2991237c-0b7e-4abc-b53b-1927e8fb67cd HTTP/1.1" status: 200 len: 913 time: 0.0944712 Aug 09 17:02:58.137430 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5268c175-2da6-4a98-9bfb-b63f2b135179 req-d5782884-65f3-4b27-af12-cf00a4de831b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 HTTP/1.1" status: 200 len: 217 time: 0.0342212 Aug 09 17:02:58.189054 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268c175-2da6-4a98-9bfb-b63f2b135179 req-e43a78f0-0d3e-4ce8-a771-31e10882389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:02:58.190512 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5268c175-2da6-4a98-9bfb-b63f2b135179 req-e43a78f0-0d3e-4ce8-a771-31e10882389c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7245d1c5-8bc4-44d7-8949-fc0736e335ed HTTP/1.1" status: 200 len: 852 time: 0.0426695 Aug 09 17:02:58.221226 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5268c175-2da6-4a98-9bfb-b63f2b135179 req-7deb82cb-112a-46ce-b0f7-db7ba87710c9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2991237c-0b7e-4abc-b53b-1927e8fb67cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230598 Aug 09 17:02:58.315840 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5268c175-2da6-4a98-9bfb-b63f2b135179 req-81a0726c-aa51-4ca1-a240-96dc697edf2e service neutron] 10.222.0.85 "GET /v2.0/networks/2991237c-0b7e-4abc-b53b-1927e8fb67cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857441 Aug 09 17:02:58.412927 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-5268c175-2da6-4a98-9bfb-b63f2b135179 req-4d07e19f-a995-4472-b9b1-db76374fc95f service neutron] 10.222.0.85 "GET /v2.0/networks/2991237c-0b7e-4abc-b53b-1927e8fb67cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877290 Aug 09 17:03:00.887321 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:03:08.582984 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2758023-8d20-4aff-9110-4c220b0c4d0b req-d4da26f6-4121-44cc-8755-e175468aa551 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:08.584446 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c2758023-8d20-4aff-9110-4c220b0c4d0b req-d4da26f6-4121-44cc-8755-e175468aa551 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 946 time: 0.0483110 Aug 09 17:03:08.621061 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-c2758023-8d20-4aff-9110-4c220b0c4d0b req-27441d9f-cbd9-4bc1-ac71-b9ab0cc08f25 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307419 Aug 09 17:03:09.741000 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d25ce0-1cc5-403e-9bf3-c755bdbe6ff2 req-6cbe2472-cec6-4a3c-a4e7-2aa0d783d388 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:09.742468 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b4d25ce0-1cc5-403e-9bf3-c755bdbe6ff2 req-6cbe2472-cec6-4a3c-a4e7-2aa0d783d388 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 946 time: 0.0478232 Aug 09 17:03:09.780372 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-b4d25ce0-1cc5-403e-9bf3-c755bdbe6ff2 req-51d7be65-3674-49c1-bb33-b34cc0d227b2 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310273 Aug 09 17:03:10.583608 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdd0b7-9fb6-48a0-94d6-4f795445b835 req-11274249-33f8-4df2-b947-3b63bf300683 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:10.584925 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7ccdd0b7-9fb6-48a0-94d6-4f795445b835 req-11274249-33f8-4df2-b947-3b63bf300683 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.85 "GET /v2.0/ports?device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 946 time: 0.0468416 Aug 09 17:03:10.673368 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-7ccdd0b7-9fb6-48a0-94d6-4f795445b835 req-0e41bc44-90f1-448e-9e9c-2d1da7793c2b tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Deleting port 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 {{(pid=109848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Aug 09 17:03:10.673734 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7ccdd0b7-9fb6-48a0-94d6-4f795445b835 req-0e41bc44-90f1-448e-9e9c-2d1da7793c2b tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730382809968'] for port, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:10.764286 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.db [req-7ccdd0b7-9fb6-48a0-94d6-4f795445b835 req-0e41bc44-90f1-448e-9e9c-2d1da7793c2b tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] For port 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6, host hv-cinder-85257, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85257',level=0,port_id=3c21ecdf-7f78-4ed7-87d6-c988c66a71f6,segment=NetworkSegment(a717fe75-0e77-4eff-ac35-f1dc9e8fc8db),segment_id=a717fe75-0e77-4eff-ac35-f1dc9e8fc8db)] {{(pid=109848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 17:03:10.764998 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7ccdd0b7-9fb6-48a0-94d6-4f795445b835 req-0e41bc44-90f1-448e-9e9c-2d1da7793c2b tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567240'] for port, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:10.777689 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.plugin [req-7ccdd0b7-9fb6-48a0-94d6-4f795445b835 req-0e41bc44-90f1-448e-9e9c-2d1da7793c2b tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Calling delete_port for 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 owned by compute:nova {{(pid=109848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Aug 09 17:03:10.902318 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08790d-fc36-471f-9649-76524eca2043 req-399dc895-4f67-4310-9ad7-70894f08b0e1 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 09 17:03:10.903866 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fc08790d-fc36-471f-9649-76524eca2043 req-399dc895-4f67-4310-9ad7-70894f08b0e1 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 946 time: 0.0495553 Aug 09 17:03:10.941129 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-fc08790d-fc36-471f-9649-76524eca2043 req-6fc5b20b-308b-45be-9ad3-261b789ce204 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/security-groups?id=d9097c1f-55f7-423c-9d99-9e7aac98377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313127 Aug 09 17:03:10.986933 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7ccdd0b7-9fb6-48a0-94d6-4f795445b835 req-0e41bc44-90f1-448e-9e9c-2d1da7793c2b tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-143251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730382814922', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730382282743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25848038'] for port, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:11.016433 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41bc44-90f1-448e-9e9c-2d1da7793c2b tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Pushing event deleted for resources: {'Port': ['ID=3c21ecdf-7f78-4ed7-87d6-c988c66a71f6,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:03:11.025819 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.db [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] get_ports_and_sgs() called for port_ids ['3c21ecdf-7f78-4ed7-87d6-c988c66a71f6'] {{(pid=109850) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 17:03:11.057387 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccdd0b7-9fb6-48a0-94d6-4f795445b835 req-0e41bc44-90f1-448e-9e9c-2d1da7793c2b tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] No DVR routers for this DVR port 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 on host hv-cinder-85257 {{(pid=109848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 17:03:11.059816 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [req-7ccdd0b7-9fb6-48a0-94d6-4f795445b835 req-0e41bc44-90f1-448e-9e9c-2d1da7793c2b tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:11.063020 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [req-7ccdd0b7-9fb6-48a0-94d6-4f795445b835 req-0e41bc44-90f1-448e-9e9c-2d1da7793c2b tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.85 "DELETE /v2.0/ports/3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 HTTP/1.1" status: 204 len: 173 time: 0.4723570 Aug 09 17:03:11.063446 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addc3c7c-6e73-4347-91a9-e58b08901482', 'name': 'network-vif-deleted', 'tag': '3c21ecdf-7f78-4ed7-87d6-c988c66a71f6'}] {{(pid=109848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 09 17:03:11.065686 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9558010f9e37fbd6e1002e5898d1fd8c28b7cf154028a18d318f0ef77bdceac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0761b9-5953-4b16-97b7-6b8d4f7bae6c" -d '{"events": [{"server_uuid": "addc3c7c-6e73-4347-91a9-e58b08901482", "name": "network-vif-deleted", "tag": "3c21ecdf-7f78-4ed7-87d6-c988c66a71f6"}]}' {{(pid=109848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 17:03:11.102073 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 09 Aug 2022 17:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9917e859-230b-4f8c-b06b-4766031f57a4 x-openstack-request-id: req-9917e859-230b-4f8c-b06b-4766031f57a4 {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 17:03:11.102348 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addc3c7c-6e73-4347-91a9-e58b08901482", "name": "network-vif-deleted", "tag": "3c21ecdf-7f78-4ed7-87d6-c988c66a71f6", "status": "completed", "code": 200}]} {{(pid=109848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 17:03:11.102597 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9917e859-230b-4f8c-b06b-4766031f57a4 {{(pid=109848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 17:03:11.102994 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9917e859-230b-4f8c-b06b-4766031f57a4'] response: {'server_uuid': 'addc3c7c-6e73-4347-91a9-e58b08901482', 'name': 'network-vif-deleted', 'tag': '3c21ecdf-7f78-4ed7-87d6-c988c66a71f6', 'status': 'completed', 'code': 200} Aug 09 17:03:11.112759 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-418174b9-e39b-470a-b943-48d0d2e5f7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:12.059494 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [req-30a47c54-c7e9-48cd-824a-aafd3eefef78 req-592885ac-556a-477d-8bad-e34f029c5618 tempest-VolumesSnapshotTestJSON-1681918681 tempest-VolumesSnapshotTestJSON-1681918681-project] 10.222.0.49 "GET /v2.0/ports?device_id=addc3c7c-6e73-4347-91a9-e58b08901482 HTTP/1.1" status: 200 len: 210 time: 0.0295401 Aug 09 17:03:13.050411 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-be1b5a58-ed3a-4fa5-a5d2-dfef509a3b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:15.006702 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:15.218674 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 no longer exists at agent hyperv_hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 17:03:15.238928 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.plugin [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] No Port match for: 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 {{(pid=109850) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Aug 09 17:03:15.239219 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron.plugins.ml2.rpc [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Device 3c21ecdf-7f78-4ed7-87d6-c988c66a71f6 not bound to the agent host hv-cinder-85257 {{(pid=109850) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 17:03:16.187796 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:16.832542 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:17.021739 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:37.885785 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:03:38.425350 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [-] (109849) accepted ('10.222.0.49', 36802) {{(pid=109849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:03:38.468469 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.db.db_base_plugin_v2 [None req-28619142-a4c1-44fd-80bf-16104aabc8c0 admin admin] Deleting subnet 7245d1c5-8bc4-44d7-8949-fc0736e335ed {{(pid=109849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Aug 09 17:03:38.471961 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-28619142-a4c1-44fd-80bf-16104aabc8c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:38.504528 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-28619142-a4c1-44fd-80bf-16104aabc8c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29272685'] for subnet, precommit_delete_associations {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:38.542605 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-28619142-a4c1-44fd-80bf-16104aabc8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3282'] for subnet, precommit_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:38.644509 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-28619142-a4c1-44fd-80bf-16104aabc8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605575', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25174513', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25887119'] for subnet, after_delete {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:38.668803 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28619142-a4c1-44fd-80bf-16104aabc8c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7245d1c5-8bc4-44d7-8949-fc0736e335ed,revision_number=None']} {{(pid=109849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:03:38.673189 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron_lib.callbacks.manager [None req-28619142-a4c1-44fd-80bf-16104aabc8c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:38.676220 dv-cinder-852570-1-iscsi neutron-server[109849]: INFO neutron.wsgi [None req-28619142-a4c1-44fd-80bf-16104aabc8c0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7245d1c5-8bc4-44d7-8949-fc0736e335ed HTTP/1.1" status: 204 len: 168 time: 0.2498713 Aug 09 17:03:38.678894 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 36804) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:03:38.680959 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28619142-a4c1-44fd-80bf-16104aabc8c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:38.681309 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28619142-a4c1-44fd-80bf-16104aabc8c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:38.681680 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28619142-a4c1-44fd-80bf-16104aabc8c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:38.682014 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28619142-a4c1-44fd-80bf-16104aabc8c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:38.682344 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28619142-a4c1-44fd-80bf-16104aabc8c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:38.682676 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28619142-a4c1-44fd-80bf-16104aabc8c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:38.683003 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28619142-a4c1-44fd-80bf-16104aabc8c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:38.683328 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28619142-a4c1-44fd-80bf-16104aabc8c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:38.683655 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28619142-a4c1-44fd-80bf-16104aabc8c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:38.683976 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28619142-a4c1-44fd-80bf-16104aabc8c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:38.684298 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28619142-a4c1-44fd-80bf-16104aabc8c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:38.684616 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28619142-a4c1-44fd-80bf-16104aabc8c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:38.747754 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-107367'] for network, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:38.824072 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4957', 'neutron.services.segments.db._delete_segments_for_network-8730382773378'] for network, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:38.844679 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2991237c-0b7e-4abc-b53b-1927e8fb67cd']}} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:03:38.853553 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a717fe75-0e77-4eff-ac35-f1dc9e8fc8db') {'for_net_delete': True} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:03:38.853844 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.services.segments.db [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a717fe75-0e77-4eff-ac35-f1dc9e8fc8db') {} {{(pid=109848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 17:03:38.863372 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730382772875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25604620'] for segment, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:38.876154 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297'] for segment, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:38.882615 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=109848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 17:03:38.883013 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25847957'] for segment, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:38.908779 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.services.segments.plugin [-] Segment a717fe75-0e77-4eff-ac35-f1dc9e8fc8db resource provider aggregate not found Aug 09 17:03:38.950606 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.services.segments.plugin [-] Segment a717fe75-0e77-4eff-ac35-f1dc9e8fc8db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a717fe75-0e77-4eff-ac35-f1dc9e8fc8db found for delete ", "request_id": "req-a18bab07-3b6b-4730-adbd-855b9fe6f7ed"}]} Aug 09 17:03:39.027405 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4948', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-744410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-567928'] for network, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:39.032697 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-744396'] for network, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:39.036571 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2991237c-0b7e-4abc-b53b-1927e8fb67cd HTTP/1.1" status: 204 len: 168 time: 0.3567016 Aug 09 17:03:39.047121 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2991237c-0b7e-4abc-b53b-1927e8fb67cd,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:03:39.055134 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:39.055548 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:39.055896 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:39.056229 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:39.056557 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:39.056884 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:39.057213 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:39.057571 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:39.057893 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:39.058212 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:39.058532 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:39.058848 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7752a6d-661c-4221-9ceb-29257aa813d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-852570-1-iscsi {{(pid=109848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 17:03:39.466691 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 36812) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:03:39.508937 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-e8786b8b-210c-483e-95a4-69224a3b1a32 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4bb7ace711746399b73c846e644f3f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410461 Aug 09 17:03:39.511299 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [-] (109848) accepted ('10.222.0.49', 36814) {{(pid=109848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 17:03:39.557666 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-91cff593-dd23-44f7-9ddd-2cbcd3eb5cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:39.578442 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-91cff593-dd23-44f7-9ddd-2cbcd3eb5cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:39.707264 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-91cff593-dd23-44f7-9ddd-2cbcd3eb5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:39.709809 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron_lib.callbacks.manager [None req-91cff593-dd23-44f7-9ddd-2cbcd3eb5cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:39.710961 dv-cinder-852570-1-iscsi neutron-server[109848]: INFO neutron.wsgi [None req-91cff593-dd23-44f7-9ddd-2cbcd3eb5cf0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d9097c1f-55f7-423c-9d99-9e7aac98377a HTTP/1.1" status: 204 len: 168 time: 0.1987810 Aug 09 17:03:39.720465 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cff593-dd23-44f7-9ddd-2cbcd3eb5cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9097c1f-55f7-423c-9d99-9e7aac98377a,revision_number=None']} {{(pid=109848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 17:03:41.107282 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-f6ee6b7a-3068-41d8-a5f7-f524bf956985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:43.050393 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e652c81d-faa9-43a3-88f8-5986abc14e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:45.038813 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:46.199043 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:46.872655 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:03:47.009831 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:11.156840 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ff401640-63d3-4ea2-aa70-921ac2aa4755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:13.037989 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-50e69c02-d899-4960-9980-a0f8503b4d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:14.885486 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:04:15.003206 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:16.203209 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:16.853772 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:17.032040 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:41.128885 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2e0b77e9-8b77-41a4-8a27-b0d1ef3aad6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:43.035429 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-942163b3-3193-41ce-8252-8d517f67bfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:44.991304 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:46.203155 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:46.842919 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:47.014450 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:04:51.883694 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:05:11.122348 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e9fa8d55-3286-4ff8-8ef8-7e06f3618322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:13.031070 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-31bab455-66eb-4885-8f2f-ee60475e84b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:15.013904 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:16.217543 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:16.857832 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:17.036554 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:28.884298 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:05:41.115935 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-79580937-62b8-4f97-be42-65ae773f4f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:43.085747 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-fb9242bd-7596-45aa-b257-25b3e72e0a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:45.006369 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:46.257245 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:46.857252 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:05:47.057212 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:05.884398 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:06:11.159284 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-999a1a92-0690-4c53-a943-15f0389ec6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:13.058254 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-ee4038e6-bd2b-460b-8da5-1d17eab3136f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:15.052469 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:16.211350 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:16.875330 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:17.040724 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:37.942971 dv-cinder-852570-1-iscsi neutron-server[109849]: DEBUG neutron.wsgi [req-7fb7943e-12df-4d6c-acc9-715cf120e98c req-d0e65858-3456-41d2-978d-22e0eb21fd50 service neutron] (109849) timed out ('10.222.0.85', 62390) {{(pid=109849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 17:06:41.131561 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e918060a-ddaa-4125-9117-280b4d949d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:42.883764 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:06:43.040468 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-bcba55d6-1e6f-4915-8645-ec6c0cbaa237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:45.017435 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:46.211744 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:46.832845 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:06:47.066921 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:11.119834 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-427fe92a-f4c8-4908-8e13-6a10ec6522e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:13.056744 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-2269e13b-784b-4aa3-ae0b-00fe7be6ba79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:15.014743 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:16.248931 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:16.840674 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:17.159840 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:19.881817 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:07:41.119063 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-54f8fa70-9605-4caf-a01f-212cd92ccbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:43.056431 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-256e541c-650c-4904-99ec-e44ee228d393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:45.014459 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:46.204660 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:46.844703 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:47.084706 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:07:56.883925 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:08:11.152784 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-026f4296-ec93-45be-9d2d-e0f0a303756d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:13.061457 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-3e21dcff-f902-4e8b-9853-43e8ae97f2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:15.042111 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:16.224713 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:16.842429 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:17.110634 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:33.883502 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:08:41.158613 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-558a01f7-3d8b-433d-ade3-df45409a306f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:43.095910 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-e84cb4f7-71cc-4d66-94c1-01f53d8afe0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:45.030444 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:46.218800 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:46.847499 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:47.104010 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:08:52.561797 dv-cinder-852570-1-iscsi neutron-server[109848]: DEBUG neutron.wsgi [req-c02642c5-c8bc-4627-824d-555bcc3bd88b req-6fa517b3-8d9f-45c9-87e1-7499a0debace service neutron] (109848) timed out ('10.222.0.85', 62383) {{(pid=109848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 17:09:10.886944 dv-cinder-852570-1-iscsi neutron-server[109851]: DEBUG neutron.db.agents_db [None req-f9fdc8d8-7a31-48ff-959a-cdb90d02a62b None None] Agent healthcheck: found 6 active agents {{(pid=109851) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 17:09:11.134457 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-1501a312-dfe3-478a-8271-a2e44d18b610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:09:13.075209 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-6508300a-6a55-43b7-8b57-822acfd1acc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:09:15.051930 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-85a24206-9bec-4703-9bac-bb48d5fd2dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:09:16.237065 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea31a-31c1-4d6c-91ec-6ec1318945a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:09:16.871576 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-049a008e-ee4a-469f-bba9-f9ec6e3b7a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 17:09:17.111262 dv-cinder-852570-1-iscsi neutron-server[109850]: DEBUG neutron_lib.callbacks.manager [None req-dc1357d3-6f23-41e2-86a4-79d4c68bae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730382773360', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-5937'] for agent, after_update {{(pid=109850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}